-- Logs begin at Thu 2022-03-31 17:11:50 UTC, end at Thu 2022-03-31 18:34:16 UTC. -- Mar 31 18:04:59.572150 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 18:05:02.475738 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.common.config [-] Logging enabled! Mar 31 18:05:02.476344 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 18:05:02.476526 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 18:05:02.479872 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.common.config [-] Logging enabled! Mar 31 18:05:02.480125 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 18:05:02.480433 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 18:05:02.481956 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:05:02.482189 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:05:02.482563 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:05:02.482809 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:05:02.483032 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:05:02.483824 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.484249 dv-cinder-master-3-smb neutron-server[103870]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 18:05:02.484566 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.484867 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.485163 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.485462 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.485753 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.486036 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.486326 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.486626 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.486913 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.487194 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.487500 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.487795 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.488077 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.488366 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.488658 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.488940 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] debug = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.489222 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.489663 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.490072 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.490352 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.490644 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.490928 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.491200 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.491501 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.491791 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.492125 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.492405 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.492696 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.492984 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.493275 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.493552 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.493832 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.494117 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.494390 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.494661 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.494935 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.495224 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.495540 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.495832 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.496058 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.496281 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.496583 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.496926 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.497203 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.497477 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.497750 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.498024 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.498296 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.498563 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.498847 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.499132 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.499442 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.499718 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.499991 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.500263 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.500533 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.500818 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.501093 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.501366 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.501641 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.501937 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.502208 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.502485 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.502789 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.503076 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.503386 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.503677 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.503951 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.504236 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.504508 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.504781 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.505052 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] use_json = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.505323 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.505590 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.505872 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.506145 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.506417 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.506734 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.506962 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.507248 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.507544 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:02.507847 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.508381 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.508488 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.508727 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.509020 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.509301 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.509592 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.509869 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.510157 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.510446 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.510732 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.511013 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.511332 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.511626 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.511929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.512239 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.512571 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.512868 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.513146 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.513425 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.513700 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.513976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.514265 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.514543 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.514833 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.515125 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.515428 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.515730 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.516016 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.516314 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.516608 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.516894 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.517165 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.517458 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.517736 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.518264 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.518538 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.518829 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.519107 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.519408 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.519693 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.519971 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.520244 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.520517 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.520794 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.521084 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.521358 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.521629 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.521905 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.522179 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.522446 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.522730 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.523007 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.523300 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.523578 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.523854 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.524124 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.524396 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.524674 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.524946 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.525220 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.525491 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.525763 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.526034 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.526303 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.526574 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.526846 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.527115 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.527415 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.527686 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.527954 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.528768 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.529044 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.529317 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.529604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.529899 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.530175 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.530451 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.530725 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.531000 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.531299 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.531568 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.531844 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.532119 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.532396 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.532687 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.532972 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.533255 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.533552 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.533827 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.534120 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.534394 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.534666 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.534947 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.535222 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.535522 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.535805 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.536085 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.536377 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.536668 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.536962 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.537254 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.537545 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.537822 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.538128 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.538404 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:02.538619 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:05:02.538855 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103870) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 18:05:02.910018 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 18:05:02.910298 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 18:05:02.910604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 18:05:02.911078 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 18:05:03.235216 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.235449 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.235718 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.236906 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.237178 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.237570 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.291997 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.292276 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.292539 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.307541 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.307821 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.308088 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.336410 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.336684 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.336952 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.478393 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.479033 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.479033 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.707741 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.708025 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.708291 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.708557 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.709255 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.806709 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.807029 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.807340 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.807624 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.807895 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.808211 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.808473 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.808731 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.808987 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.809296 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.809561 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.809828 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.810085 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.810338 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.810594 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.810859 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.811111 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.811412 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.811692 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.811955 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.812229 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.812484 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.812769 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.813150 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.813403 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.813652 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.814042 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:03.814279 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:03.814514 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:03.814746 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:03.814976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:03.815208 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:03.815612 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 18:05:03.818738 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 18:05:03.822751 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 18:05:03.826894 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 31 18:05:03.828564 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 18:05:03.829028 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 18:05:03.829361 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 18:05:03.829743 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 18:05:03.832546 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 18:05:03.832798 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 18:05:03.833143 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 18:05:03.838003 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 18:05:03.861808 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 18:05:03.862260 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.862556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103870) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 18:05:03.862924 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.864305 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103870) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 18:05:03.864585 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 18:05:03.864826 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 18:05:03.868109 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.868389 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:03.931004 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 18:05:03.931234 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 18:05:03.931496 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 18:05:03.931876 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 18:05:03.953502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_db.sqlalchemy.engines [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103870) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 18:05:04.544585 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing driver for type 'gre' Mar 31 18:05:04.545541 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] gre ID ranges: [(1, 1000)] Mar 31 18:05:04.675602 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing driver for type 'local' Mar 31 18:05:04.675941 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing driver for type 'vlan' Mar 31 18:05:04.732760 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] VlanTypeDriver initialization complete Mar 31 18:05:04.733093 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing driver for type 'vxlan' Mar 31 18:05:04.733590 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] vxlan ID ranges: [(1, 1000)] Mar 31 18:05:04.886869 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing extension driver 'port_security' Mar 31 18:05:04.887210 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.extensions.port_security [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] PortSecurityExtensionDriver initialization complete Mar 31 18:05:04.887575 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing mechanism driver 'openvswitch' Mar 31 18:05:04.887917 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing mechanism driver 'hyperv' Mar 31 18:05:04.894731 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:04.895444 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.895814 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.896158 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899582 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:05:04.899582 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899582 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899582 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899582 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:05:04.899976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.899976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:05:04.900256 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > security_group after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.900374 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > security_group after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.900712 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.901240 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:05:04.901649 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.901996 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.902336 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.902726 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:05:04.903713 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > address_group after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.904055 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > address_group after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.904397 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.904788 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 18:05:04.905243 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] ML2 OVO RPC backend initialized. {{(pid=103870) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 18:05:04.906011 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.906369 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.906780 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.907127 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > networks before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.907498 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.907838 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > ports before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.908178 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.908604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnets before_response 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.908976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.909316 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.909648 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.909984 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.910319 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.910661 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.910988 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.911338 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.911672 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.919465 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded quota_driver: . Mar 31 18:05:04.919825 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.plugin [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Modular L2 Plugin initialization complete Mar 31 18:05:04.920168 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading services supported by the core plugin {{(pid=103870) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 18:05:04.920505 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.plugins.ml2.managers [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Got port-security extension from driver 'port_security' Mar 31 18:05:04.920982 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.extensions.vlantransparent [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Disabled vlantransparent extension. Mar 31 18:05:04.921512 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103870) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 18:05:04.921791 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: router Mar 31 18:05:04.955787 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.956180 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_create 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.956547 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router before_create 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.956911 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.957281 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.957634 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_delete 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.957988 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.958333 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.958688 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_create 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.959026 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_update 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.959399 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_update 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.959744 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.960097 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_update 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.960502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_update 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.960867 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.961204 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.961538 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: subnet after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.961873 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.962219 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.962564 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_create 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.962903 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.963241 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.963619 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router after_update 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.963957 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.964305 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_create 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.964661 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.965003 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_update 55549900 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.965363 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > agent after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.966202 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > agent after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.966542 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > network after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.967415 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Tracking information for resource: router configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:04.967747 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Tracking information for resource: floatingip configured {{(pid=103870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 18:05:04.972508 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.db.l3_agentschedulers_db [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 18:05:04.973080 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.973438 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port after_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.973786 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port after_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.974134 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: port after_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.974917 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router before_create 55550100 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.975298 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.975673 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_create 55550100 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.976031 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > router precommit_update 55550100 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:04.980820 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.provider_configuration [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service providers = [] {{(pid=103870) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 18:05:04.981800 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.db.servicetype_db [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103870) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 18:05:04.984725 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.service_base [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:05:04.985072 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.service_base [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:05:04.985410 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.service_base [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:05:04.986296 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.services.service_base [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 18:05:04.986663 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.services.service_base [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 18:05:04.987032 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:04.987373 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 18:05:04.997659 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:04.997992 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: auto_allocate Mar 31 18:05:05.003929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: network precommit_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.004297 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: network precommit_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.004806 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:05.005123 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: tag Mar 31 18:05:05.011866 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:05.012195 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: timestamp Mar 31 18:05:05.016859 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:05.017229 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: network_ip_availability Mar 31 18:05:05.023028 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.023417 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.023779 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.024483 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:05.024804 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: flavors Mar 31 18:05:05.030030 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:05.030361 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading Plugin: revisions Mar 31 18:05:05.034643 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 18:05:05.035031 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_concurrency.lockutils [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.124s {{(pid=103870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 18:05:05.035792 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103870) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 18:05:05.036124 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Initializing extension manager. Mar 31 18:05:05.036793 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: __init__.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.037133 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: __pycache__ {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.037466 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: address_group.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.038212 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.038775 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: address-group Mar 31 18:05:05.039096 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: address_scope.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.039828 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.040330 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: address-scope Mar 31 18:05:05.040649 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.041739 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.042305 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: router-admin-state-down-before-update Mar 31 18:05:05.042640 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: agent.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.043358 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.043890 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: agent Mar 31 18:05:05.044205 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: agent_resources_synced.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.045105 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.045756 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: agent-resources-synced Mar 31 18:05:05.045925 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: allowedaddresspairs.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.047722 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.048245 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: allowed-address-pairs Mar 31 18:05:05.048571 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: auto_allocated_topology.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.049621 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.050135 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: auto-allocated-topology Mar 31 18:05:05.050459 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: availability_zone.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.051143 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.051678 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: availability_zone Mar 31 18:05:05.052001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: availability_zone_filter.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.052901 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.053408 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: availability_zone_filter Mar 31 18:05:05.053729 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: data_plane_status.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.054624 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.055128 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 18:05:05.055467 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: default_subnetpools.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.056374 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.056886 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: default-subnetpools Mar 31 18:05:05.057208 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.057998 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.058500 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: dhcp_agent_scheduler Mar 31 18:05:05.058817 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: dns.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.059763 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.060261 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension dns-integration not supported by any of loaded plugins Mar 31 18:05:05.060577 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: dns_domain_ports.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.061478 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.061976 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 18:05:05.062294 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.063199 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.063725 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 18:05:05.064041 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: dvr.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.064699 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.065199 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: dvr Mar 31 18:05:05.065517 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: ecmp_routes.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.066421 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.066922 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 18:05:05.067239 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: empty_string_filtering.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.068158 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.068659 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: empty-string-filtering Mar 31 18:05:05.068977 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.069882 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.070383 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 18:05:05.070702 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.071635 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.072138 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 18:05:05.072458 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: external_net.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.073359 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.073862 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: external-net Mar 31 18:05:05.074180 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.075610 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.076117 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: extra_dhcp_opt Mar 31 18:05:05.076436 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: extraroute.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.077343 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.077855 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: extraroute Mar 31 18:05:05.078167 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: extraroute_atomic.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.079182 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.079717 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: extraroute-atomic Mar 31 18:05:05.080040 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: filter_validation.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.080697 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.081201 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: filter-validation Mar 31 18:05:05.081521 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: fip_pf_description.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.082448 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.082947 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 18:05:05.083266 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: fip_pf_port_range.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.084196 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.084693 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 18:05:05.085008 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: fip_port_details.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.085915 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.086416 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: fip-port-details Mar 31 18:05:05.086732 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: flavors.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.087980 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.088494 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: flavors Mar 31 18:05:05.088817 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.091008 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.091567 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 18:05:05.091895 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: floatingip_pools.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.092586 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.093089 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: floatingip-pools Mar 31 18:05:05.093409 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: ip_allocation.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.094318 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.094818 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 18:05:05.095139 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.096079 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.096580 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: ip-substring-filtering Mar 31 18:05:05.096901 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l2_adjacency.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.097877 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.098376 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 18:05:05.098695 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.101178 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.101714 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: router Mar 31 18:05:05.102054 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.104285 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.104816 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 18:05:05.105151 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.106092 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.106609 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: ext-gw-mode Mar 31 18:05:05.106937 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.107882 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.108395 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: l3-ha Mar 31 18:05:05.108721 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.109623 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.110135 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 18:05:05.110462 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_flavors.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.111394 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.111910 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: l3-flavors Mar 31 18:05:05.112234 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.113630 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.114210 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 18:05:05.114599 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.115544 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.116058 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 18:05:05.116542 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: l3agentscheduler.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.117588 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.118097 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: l3_agent_scheduler Mar 31 18:05:05.118424 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: local_ip.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.120225 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.120823 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension local_ip not supported by any of loaded plugins Mar 31 18:05:05.121155 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: logging.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.130112 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.130633 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension logging not supported by any of loaded plugins Mar 31 18:05:05.130962 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: metering.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.131800 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.132376 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: metering Mar 31 18:05:05.132702 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.133771 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.134285 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: metering_source_and_destination_fields Mar 31 18:05:05.134672 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: multiprovidernet.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.135676 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.136186 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: multi-provider Mar 31 18:05:05.136506 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: netmtu.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.138039 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.138496 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: net-mtu Mar 31 18:05:05.138817 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: netmtu_writable.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.139749 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.140256 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: net-mtu-writable Mar 31 18:05:05.140578 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: network_availability_zone.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.141238 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.141739 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: network_availability_zone Mar 31 18:05:05.142057 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: network_ip_availability.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.143559 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.146333 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: network-ip-availability Mar 31 18:05:05.146333 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: network_segment_range.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.146333 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.146333 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 18:05:05.146333 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: pagination.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.147197 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.147555 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: pagination Mar 31 18:05:05.147880 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: port_device_profile.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.148848 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.149359 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: port-device-profile Mar 31 18:05:05.149681 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.150600 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.151113 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: port-mac-address-regenerate Mar 31 18:05:05.151470 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.152429 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.153536 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: port-numa-affinity-policy Mar 31 18:05:05.153872 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: port_resource_request.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.154852 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.155384 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 18:05:05.155707 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: port_resource_request_groups.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.156669 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.157173 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 18:05:05.157495 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: portbindings.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.158406 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.158911 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: binding Mar 31 18:05:05.159233 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: portbindings_extended.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.160500 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.161010 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: binding-extended Mar 31 18:05:05.161348 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: portsecurity.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.162240 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.162746 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: port-security Mar 31 18:05:05.163067 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: project_id.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.164060 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.164497 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: project-id Mar 31 18:05:05.164712 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: providernet.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.177747 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.178261 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: provider Mar 31 18:05:05.178584 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.182218 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.182739 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos not supported by any of loaded plugins Mar 31 18:05:05.183160 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.184463 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.184976 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 18:05:05.185304 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.186213 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.186720 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 18:05:05.187042 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_default.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.188030 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.188538 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-default not supported by any of loaded plugins Mar 31 18:05:05.188972 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_fip.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.189889 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.190395 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-fip not supported by any of loaded plugins Mar 31 18:05:05.190718 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.191706 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.192220 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 18:05:05.192543 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_gateway_ip.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.193459 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.193966 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 18:05:05.194344 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_port_network_policy.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.195271 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.195948 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 18:05:05.197083 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.197776 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.197776 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 18:05:05.197950 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.198967 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.199503 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 18:05:05.200356 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_pps_rule.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.201535 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.202052 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-pps not supported by any of loaded plugins Mar 31 18:05:05.202377 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_rule_type_details.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.203309 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.203818 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 18:05:05.204143 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.205116 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.205623 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 18:05:05.205972 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: qos_rules_alias.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.207064 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.207609 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 18:05:05.207935 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: quota_check_limit.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.208842 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.209354 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: quota-check-limit Mar 31 18:05:05.209678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: quotasv2.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.210621 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.211140 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: quotas Mar 31 18:05:05.211342 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: quotasv2_detail.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.213217 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.213552 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: quota_details Mar 31 18:05:05.213878 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: rbac.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.214935 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.216112 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: rbac-policies Mar 31 18:05:05.216445 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: rbac_address_group.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.217523 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.218044 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: rbac-address-group Mar 31 18:05:05.218367 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: rbac_address_scope.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.223957 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.224507 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: rbac-address-scope Mar 31 18:05:05.224829 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: rbac_security_groups.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.225812 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.226322 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: rbac-security-groups Mar 31 18:05:05.226749 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: rbac_subnetpool.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.227580 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.228087 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: rbac-subnetpool Mar 31 18:05:05.228408 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: revisionifmatch.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.229402 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.229907 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: revision-if-match Mar 31 18:05:05.230227 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: revisions.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.231381 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.231899 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: standard-attr-revisions Mar 31 18:05:05.232227 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: router_availability_zone.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.232898 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.233405 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: router_availability_zone Mar 31 18:05:05.233728 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: routerservicetype.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.234801 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.235326 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension router-service-type not supported by any of loaded plugins Mar 31 18:05:05.235650 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.236578 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.237086 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: security-groups-normalized-cidr Mar 31 18:05:05.237406 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.238319 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.238828 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: port-security-groups-filtering Mar 31 18:05:05.239148 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.240099 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.240682 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: security-groups-remote-address-group Mar 31 18:05:05.241001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.241928 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.242438 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: security-groups-shared-filtering Mar 31 18:05:05.242757 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.243363 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 18:05:05.243687 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: securitygroup.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.253543 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.254092 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: security-group Mar 31 18:05:05.254426 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: segment.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.255179 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.255718 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension segment not supported by any of loaded plugins Mar 31 18:05:05.256057 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.257016 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.257713 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 18:05:05.258042 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: servicetype.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.259148 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.259693 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: service-type Mar 31 18:05:05.260020 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: sorting.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.260998 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.261328 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: sorting Mar 31 18:05:05.261648 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: standard_attr_segment.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.263158 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.263704 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 18:05:05.264026 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: standardattrdescription.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.264671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.265182 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: standard-attr-description Mar 31 18:05:05.265499 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: stateful_security_group.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.266433 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.266964 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: stateful-security-group Mar 31 18:05:05.267268 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: stdattrs_common.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.268139 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 18:05:05.268460 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.269482 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.270008 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 18:05:05.270329 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: subnet_onboard.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.271415 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.271932 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: subnet_onboard Mar 31 18:05:05.272253 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.273175 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.273932 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 18:05:05.274049 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: subnet_service_types.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.274961 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.275497 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: subnet-service-types Mar 31 18:05:05.275819 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: subnetallocation.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.276905 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.277421 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: subnet_allocation Mar 31 18:05:05.277738 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.279026 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.279562 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: subnetpool-prefix-ops Mar 31 18:05:05.279928 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.280851 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.281360 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 18:05:05.281682 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: tagging.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.282763 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.283298 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: standard-attr-tag Mar 31 18:05:05.283623 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: timestamp.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.287004 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.287556 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loaded extension: standard-attr-timestamp Mar 31 18:05:05.287881 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: trunk.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.288911 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.289425 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension trunk not supported by any of loaded plugins Mar 31 18:05:05.289749 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: trunk_details.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.290668 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.291180 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension trunk-details not supported by any of loaded plugins Mar 31 18:05:05.291526 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: uplink_status_propagation.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.292532 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.293045 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 18:05:05.293367 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Loading extension file: vlantransparent.py {{(pid=103870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 18:05:05.294077 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 18:05:05.294584 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 18:05:05.297154 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:network Mar 31 18:05:05.297674 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:subnet Mar 31 18:05:05.298125 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:05:05.298520 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:port Mar 31 18:05:05.299794 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.300229 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service FLAVORS assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.300848 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.301279 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.301608 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:router Mar 31 18:05:05.302030 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:floatingip Mar 31 18:05:05.302524 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service METERING assigned prefix: /metering {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.304091 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.304459 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.305209 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:05:05.305891 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 18:05:05.306331 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:security_group Mar 31 18:05:05.306766 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 18:05:05.307376 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service CORE assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.307717 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:05:05.308058 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] subnetpool is already registered Mar 31 18:05:05.308490 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service CORE assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.308810 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:05:05.309140 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] subnetpool is already registered Mar 31 18:05:05.311457 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.311888 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service FLAVORS assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.312475 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.312894 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.313225 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:router Mar 31 18:05:05.313558 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] router is already registered Mar 31 18:05:05.313967 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:floatingip Mar 31 18:05:05.314298 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] floatingip is already registered Mar 31 18:05:05.314814 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service METERING assigned prefix: /metering {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.315515 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] rbac_policy is already registered Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:security_group Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] security_group is already registered Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] security_group_rule is already registered Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service CORE assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] subnetpool is already registered Mar 31 18:05:05.321116 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.v2.resource_helper [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Service CORE assigned prefix: {{(pid=103870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 18:05:05.321760 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 18:05:05.321760 dv-cinder-master-3-smb neutron-server[103870]: WARNING neutron.quota.resource_registry [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] subnetpool is already registered Mar 31 18:05:05.321760 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: extensions {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.321760 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: address-groups {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.323305 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: address-scopes {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.324602 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: agents {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.326439 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: auto-allocated-topology {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.327678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: availability_zones {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.328874 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: dhcp-networks {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.330571 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: dhcp-agents {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.332011 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: routers {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.334253 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: flavors {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.335446 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: service_profiles {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.336847 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: next_providers {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.338343 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: service_profiles {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.341357 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: floatingip-pools {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.342565 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: routers {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.344751 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: floatingips {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.352081 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: l3-routers {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.352081 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: l3-agents {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.352081 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: metering-labels {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.352081 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: metering-label-rules {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.352081 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: network-ip-availabilities {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.353187 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: bindings {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.354855 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: quotas {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.356456 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: quotas {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.357970 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: rbac-policies {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.359335 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: security-groups {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.360603 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: security-group-rules {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.361812 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: service-providers {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.363004 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: subnetpools {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.364431 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: subnetpools {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.365985 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.367753 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.369593 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.371350 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.373720 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.375642 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.377310 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.379171 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.381000 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.382970 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron.api.extensions [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Extended resource: tags {{(pid=103870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 18:05:05.389544 dv-cinder-master-3-smb neutron-server[103870]: WARNING keystonemiddleware.auth_token [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 18:05:05.394508 dv-cinder-master-3-smb neutron-server[103870]: WARNING keystonemiddleware.auth_token [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 18:05:05.403082 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_concurrency.lockutils [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Acquired lock "singleton_lock" {{(pid=103870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 18:05:05.403580 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_concurrency.lockutils [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Releasing lock "singleton_lock" {{(pid=103870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 18:05:05.404239 dv-cinder-master-3-smb neutron-server[103870]: INFO oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Starting 2 workers Mar 31 18:05:05.409206 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Started child 103981 {{(pid=103870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:05:05.413772 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Started child 103982 {{(pid=103870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:05:05.414998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:05.415685 dv-cinder-master-3-smb neutron-server[103870]: INFO neutron.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 18:05:05.416095 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:05.416386 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [-] (103981) wsgi starting up on http://0.0.0.0:9696 Mar 31 18:05:05.418651 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:05.419110 dv-cinder-master-3-smb neutron-server[103870]: INFO oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Starting 1 workers Mar 31 18:05:05.420069 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [-] (103982) wsgi starting up on http://0.0.0.0:9696 Mar 31 18:05:05.424357 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Started child 103983 {{(pid=103870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:05:05.424909 dv-cinder-master-3-smb neutron-server[103870]: INFO oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Starting 1 workers Mar 31 18:05:05.428017 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] calling RpcWorker wait() {{(pid=103983) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 18:05:05.428602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] returning from RpcWorker wait() {{(pid=103983) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 18:05:05.429881 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Started child 103984 {{(pid=103870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 18:05:05.430068 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:05.430555 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:05.430652 dv-cinder-master-3-smb neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7337c0b-63ce-48e9-9ee3-8898138c7fbc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:05.432700 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 18:05:05.432919 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:05:05.433119 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:05:05.433396 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:05:05.433753 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:05:05.433918 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:05:05.434961 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.435232 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.435535 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.435787 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.436070 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:05.436536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.436711 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.436978 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.437215 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.437457 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:05.437547 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.437729 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.437897 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.438064 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.438306 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.438546 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.438837 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.439085 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.439340 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.439614 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.439784 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.440047 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.440389 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.440685 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.441047 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] debug = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.441205 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.441628 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.441852 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.442089 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.442304 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.442579 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.442809 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.443093 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.443354 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.443601 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.443849 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.444082 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.444316 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.444532 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.444780 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.444990 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.445251 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.445472 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.445911 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.446218 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.446459 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.446659 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.446911 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.447225 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.447480 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.450604 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_options = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.451761 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.452678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.452678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.452678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.452678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.452678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.452678 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.453502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.453502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.453502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.453502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.454022 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.454022 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.454294 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.454536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.455539 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.455890 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.456239 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.456727 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.457352 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.457582 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.457826 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.458075 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.458372 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.458641 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.458896 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.459177 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.459467 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.460216 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.460346 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.460489 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.460719 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.460965 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.461251 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.461485 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.461744 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.462013 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.463311 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.463311 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.463311 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.463311 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.463637 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_json = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.463637 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.464104 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.464424 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.464585 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.464809 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.465227 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.465467 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.465722 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.465937 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.466384 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.466673 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.466979 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.467237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.469537 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.469818 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.470065 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.473531 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.475420 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.475688 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.476050 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.476300 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.476652 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.476995 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.477289 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.477624 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.477894 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.478193 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.478437 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.478679 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.478902 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.479203 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.479624 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.481487 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.481743 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.482002 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.482260 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.482626 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.483623 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.484183 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.484660 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.485174 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.485722 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.485998 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.486244 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.486547 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.486742 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.486969 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.487200 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.487495 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.487725 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.488018 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.488241 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.488459 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.488680 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.488937 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.489195 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.489486 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.489760 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.490000 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.490214 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.490430 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.490645 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.490861 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.491091 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.491376 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.491639 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.496427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.497671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498237 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498694 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498694 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.498816 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.499322 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.499564 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.499790 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.499980 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.500187 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.500479 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.500804 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.501054 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.501313 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.501535 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.501792 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.502013 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.502263 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.502497 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.502713 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.502925 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.503210 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.503453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.503686 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.503898 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.504109 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.504349 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.504586 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.504801 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.505043 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.505269 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.505603 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.505829 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.506108 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.506345 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.506578 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.506826 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.507057 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.507365 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.507622 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.507874 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.508160 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.508437 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.508722 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.508982 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.509247 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.509498 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.509729 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.510001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.510250 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.510502 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.510754 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.511017 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.511259 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.511520 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.511754 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.511972 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.512222 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.513156 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.513391 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.513638 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.513873 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.514110 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.514429 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.514682 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.514984 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.515312 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.515586 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.515858 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.516096 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.516314 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.516549 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.516785 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.516989 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.517225 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.517441 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.517669 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.518201 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.518412 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.518664 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.518875 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.519090 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.519320 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.519538 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.519773 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.520021 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.520233 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.520448 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.520684 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.520898 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.521112 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.521329 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.521536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.521785 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.522007 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.522333 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.522589 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.522806 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.523034 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.523297 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.523559 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.523772 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.524040 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.529737 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.530929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.531510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.532137 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.532137 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.532137 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.532337 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.532640 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.532813 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.533121 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.533378 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.533654 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.533905 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.534146 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.534398 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.534628 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.534839 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.535054 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.535292 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.535493 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.535691 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.535934 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.536411 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.536411 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.536705 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.536853 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.536943 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.537267 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.537491 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.537748 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.537913 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.538121 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.538310 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.538539 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.538748 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.538978 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.539559 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.539559 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.539732 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.539885 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.540066 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.540276 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.540494 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.540706 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.540937 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.541223 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.541449 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.541664 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.541953 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.542210 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.542455 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.542692 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.543105 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.543376 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.543635 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.543870 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.544085 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.544305 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.544574 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.544877 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.545447 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.545447 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.545705 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.545904 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.546193 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.546471 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.546718 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.547025 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.547357 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.547638 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.547910 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.548171 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.548430 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.548671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.548904 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.549121 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.549358 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.549593 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.549865 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.550141 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.550361 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.550575 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.550803 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.551019 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.551241 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.551489 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.551734 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.551950 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 18:05:05.553863 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554441 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554441 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554583 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:05.554665 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554665 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554665 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554665 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554940 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.554940 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555082 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555157 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555303 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555454 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555612 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555770 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.555927 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.556089 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.556246 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.556408 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.556567 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.556726 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.556890 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.557047 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] debug = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.557268 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.557403 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.557561 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.557718 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.557876 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558028 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558488 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558488 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558488 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558707 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558777 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.558922 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.559113 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.559777 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.559983 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.560149 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.560307 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.560465 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.560626 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.560783 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.560943 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.561091 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.561233 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.561393 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.561549 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.561706 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.561868 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562023 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562170 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562337 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562491 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562634 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562775 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.562930 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_options = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.563080 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.563239 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.563420 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.563599 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.563760 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.563918 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.564075 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.564234 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.564394 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.564544 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.564700 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.564855 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.565011 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.565177 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.565352 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.565504 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.565725 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.565885 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566054 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566195 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566347 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566499 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566680 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566818 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.566975 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.567131 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.567304 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.567468 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.567626 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.567783 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.567948 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.568100 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.568257 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.568413 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.568570 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.568727 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.568885 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569043 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569202 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569360 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569518 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569676 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569834 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.569991 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.570148 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.570304 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.570461 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_json = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.570617 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.570773 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.570929 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.571085 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.571241 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.571420 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.571577 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.571735 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.571892 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 18:05:05.572068 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.572228 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.572399 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.572606 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.572767 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.572928 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.573087 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.573247 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.573405 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.573565 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.573730 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.573889 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.574060 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.574220 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.574379 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.574542 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.574704 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.575431 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.575583 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.575742 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.575893 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.576058 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.576227 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.576389 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.576544 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.576680 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.576843 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.577012 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.577290 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.577436 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.577593 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.577747 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.577907 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.578145 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.578289 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.578425 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.578624 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.578844 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.578844 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.579244 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.579244 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.579244 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.579797 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.579797 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.579797 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.581536 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.582556 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.584287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.585287 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586770 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586770 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586770 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.586770 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587083 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587083 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587221 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587341 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587504 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587664 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587824 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.587984 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.588203 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.588324 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.588446 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.588569 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.588735 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.588896 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.589056 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.589218 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.589378 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.589537 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.589695 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.589854 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.590014 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.590175 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.590335 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.590530 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.590692 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.590853 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.591012 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.591188 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.591364 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.591529 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.591689 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.593920 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.594453 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595001 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595369 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595369 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595512 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595588 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595699 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.595854 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.596102 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.596255 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.596439 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.596439 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.596773 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.596773 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597096 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597096 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597334 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597485 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597611 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597692 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.597846 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598010 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598170 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598353 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598477 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598636 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598794 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.598953 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.599111 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.599271 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.599460 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.599652 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.599828 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.599986 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.600148 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.600310 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.600472 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.600633 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.600795 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.600955 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.601116 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.601278 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.601437 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.601598 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.601767 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.601971 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.602164 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.602303 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.602390 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.602519 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.602679 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.602839 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.603017 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.603179 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.603358 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.603525 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.603686 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.603846 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604006 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604167 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604327 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604489 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604653 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604813 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.604973 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.605133 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.605293 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.605510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.605671 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.605831 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.606006 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.606186 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.606349 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.606510 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.606700 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.606865 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.607023 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.607183 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.607372 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.607535 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.607695 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.607873 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608033 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608192 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608430 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608542 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608660 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608832 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.608992 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.609152 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.609311 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.609470 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.609630 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.609802 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.609961 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.610121 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.610280 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.610438 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.610598 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.610770 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.610931 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.611091 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.611249 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.611481 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.611643 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.611817 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.611976 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.612136 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.612296 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.612457 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.612616 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.612790 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.612951 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.613110 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.613269 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.613428 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.613587 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.613756 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.613917 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.614078 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.614245 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.614405 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.614564 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.614724 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.614897 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.615057 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.615244 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.615440 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.615601 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.615762 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.615930 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.616095 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.616266 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.616433 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.616595 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.616763 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.616931 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.617100 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.617259 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.617426 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.617599 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.617759 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.617942 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.618104 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.618263 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.618485 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.618647 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.618807 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.618967 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.619127 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.619320 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.619467 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.619628 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.619788 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.619947 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.620108 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.620268 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.620427 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.620587 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.620747 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 18:05:05.620900 dv-cinder-master-3-smb neutron-server[103870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 18:05:05.751881 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 48818) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:05.760751 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064466 Mar 31 18:05:17.169751 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca666c-cf3d-4918-bcef-3b8da130dd20 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=103983) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 18:05:17.239981 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca666c-cf3d-4918-bcef-3b8da130dd20 None None] No non-hosted networks {{(pid=103983) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 18:05:17.263740 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.agentschedulers_db [None req-d7ca666c-cf3d-4918-bcef-3b8da130dd20 None None] DHCP Agent not found on host dv-cinder-master-3-smb {{(pid=103983) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 18:05:17.446780 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f022fcbf-727f-4d52-8bb1-6f6245b8a515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591775'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:19.491454 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-022afdc8-9832-4f63-b038-d6301199247b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591775'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:19.551641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.db.api [None req-92eed4bd-0e70-4e8c-a591-ca92fe5c4a5d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-smb {{(pid=103983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 18:05:19.552121 dv-cinder-master-3-smb neutron-server[103983]: DEBUG oslo_db.api [None req-92eed4bd-0e70-4e8c-a591-ca92fe5c4a5d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 18:05:20.158766 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-92eed4bd-0e70-4e8c-a591-ca92fe5c4a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:20.482969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 48886) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:20.528566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591775'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:21.014787 dv-cinder-master-3-smb neutron-server[103981]: WARNING oslo_policy.policy [None req-792030fd-7618-4f3e-a508-d97958680cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:21.015491 dv-cinder-master-3-smb neutron-server[103981]: WARNING oslo_policy.policy [None req-792030fd-7618-4f3e-a508-d97958680cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:21.239494 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [None req-792030fd-7618-4f3e-a508-d97958680cd0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:05:21.251301 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-792030fd-7618-4f3e-a508-d97958680cd0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7566605 Mar 31 18:05:22.338445 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591775'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:23.475369 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591775'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:23.479143 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.480217 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.481323 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.481979 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.483168 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.483733 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.484382 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.485854 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.488664 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.490397 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.491683 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.492245 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.492778 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.494743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.496851 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:23.498059 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:23.515178 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:23.814809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 48916) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:24.150420 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:24.254529 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.policy [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 18:05:24.303054 dv-cinder-master-3-smb neutron-server[103981]: WARNING oslo_policy.policy [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:24.304101 dv-cinder-master-3-smb neutron-server[103981]: WARNING oslo_policy.policy [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:24.480239 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745171787758', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745171787217', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745171803492', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745171693747', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745171684145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745168219705', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1422945', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-413492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503062'] for rbac-policy (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:24.660266 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:24.665094 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-fc8ee9de-34d5-46d7-87b1-fedc312432ce admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8456924 Mar 31 18:05:26.518427 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.db.l3_hamode_db [None req-de3f68fe-42c4-4489-b933-f175d3ad740c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 18:05:26.601468 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f68fe-42c4-4489-b933-f175d3ad740c None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:05:26.601858 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f68fe-42c4-4489-b933-f175d3ad740c None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 18:05:27.209373 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 48928) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:27.707561 dv-cinder-master-3-smb neutron-server[103982]: WARNING oslo_policy.policy [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:27.708165 dv-cinder-master-3-smb neutron-server[103982]: WARNING oslo_policy.policy [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:27.936620 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:28.063934 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Made reservation on behalf of 7bf8e0f83966470a81772f74af615633 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:05:28.126067 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.policy [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103982) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 18:05:28.168743 dv-cinder-master-3-smb neutron-server[103982]: WARNING oslo_policy.policy [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:28.169238 dv-cinder-master-3-smb neutron-server[103982]: WARNING oslo_policy.policy [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 18:05:28.179902 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.205229 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.313988 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks [] for security_group (2e299941-e954-4406-bb7a-8cbf87580306), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.383491 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2e299941-e954-4406-bb7a-8cbf87580306), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.416015 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:05:28.444787 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745166759985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (77c6dbf3-1c9d-4075-9c73-89a911afd821), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.445383 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Unsubscribe: segment precommit_create {{(pid=103982) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 18:05:28.445910 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Added segment 77c6dbf3-1c9d-4075-9c73-89a911afd821 of type vlan for network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc Mar 31 18:05:28.460962 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2e299941-e954-4406-bb7a-8cbf87580306,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:28.492477 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.492819 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.493161 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.493516 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.493854 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.494180 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.494504 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.494829 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.495151 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.495497 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.496496 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.496845 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.497174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.497494 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.497814 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Tracked resource versions report: Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: pushed versions: Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: { 'AddressGroup': {'1.2'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Agent': {'1.1'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'ConntrackHelper': {'1.0'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Log': {'1.0'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'NDPProxy': {'1.0'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Network': {'1.1'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Port': {'1.7'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'PortForwarding': {'1.3'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'QosPolicy': {'1.10'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroup': {'1.5'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'SubPort': {'1.0'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Subnet': {'1.1'}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Trunk': {'1.1'}} Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: consumer versions: Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Agent': '1.1', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'ConntrackHelper': '1.0', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'LocalIPAssociation': '1.0', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Log': '1.0', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'NDPProxy': '1.0', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Network': '1.1', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Port': '1.7', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'PortForwarding': '1.3', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'QosPolicy': '1.10', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroup': '1.5', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroupRule': '1.2', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'SubPort': '1.0', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Subnet': '1.1', Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: 'Trunk': '1.1'}} Mar 31 18:05:28.499043 dv-cinder-master-3-smb neutron-server[103982]: {{(pid=103982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:05:28.562526 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (6231b2ea-d9f8-414f-a0eb-90d188a92bcc), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.657918 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (6231b2ea-d9f8-414f-a0eb-90d188a92bcc), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.663178 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:28.663931 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:28.780221 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] Pushing event updated for resources: {'Network': ['ID=6231b2ea-d9f8-414f-a0eb-90d188a92bcc,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:28.792528 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:05:28.798325 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5a5e9098-1215-461e-b212-fab8f26ac38d demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5868948 Mar 31 18:05:31.317199 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 48948) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:31.715649 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b865d12-e8bf-4010-8e70-fe3f016ff20f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:31.716945 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3b865d12-e8bf-4010-8e70-fe3f016ff20f demo admin] 10.222.0.62 "GET /v2.0/networks/6231b2ea-d9f8-414f-a0eb-90d188a92bcc HTTP/1.1" status: 200 len: 825 time: 0.3987339 Mar 31 18:05:31.756146 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-aa0502b2-f6ca-4f57-8ce8-b8e2b64924c0 demo admin] 10.222.0.62 "GET /v2.0/subnetpools/cfee06c3-6def-4954-a448-7507d24af66f HTTP/1.1" status: 200 len: 734 time: 0.0335872 Mar 31 18:05:31.764634 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Request body: {'subnet': {'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f', 'name': 'private-subnet'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:31.840806 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Made reservation on behalf of 7bf8e0f83966470a81772f74af615633 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:05:31.843008 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:32.223966 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (0cb80894-de79-4ae6-bbde-19df2d715a05), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:32.292500 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Pushing event updated for resources: {'Subnet': ['ID=0cb80894-de79-4ae6-bbde-19df2d715a05,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:32.295294 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Checking segment: {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:05:32.295696 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Network hostable DHCP agents. Network: 6231b2ea-d9f8-414f-a0eb-90d188a92bcc, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:05:32.360700 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:05:32.435142 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 6231b2ea-d9f8-414f-a0eb-90d188a92bcc) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:05:32.439862 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:32.440495 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:32.445282 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebe228-21c1-43a8-a49c-a19ad09f8777 None None] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:05:32.529098 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-689ee250-eaf4-4196-8921-8265929f60dd demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7676668 Mar 31 18:05:32.830281 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'project_id': '7bf8e0f83966470a81772f74af615633', 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:05:32.831567 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:33.107518 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Allocated IP 172.20.0.2 (6231b2ea-d9f8-414f-a0eb-90d188a92bcc/0cb80894-de79-4ae6-bbde-19df2d715a05/1bfba012-33d8-4fec-8601-cb4638b86dc1) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:05:33.375243 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Publish callbacks [] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:33.441193 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:33.525971 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:05:33.530862 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:05:33.532532 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Pushing event updated for resources: {'Port': ['ID=1bfba012-33d8-4fec-8601-cb4638b86dc1,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:33.537131 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:05:33.543348 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.543697 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.544041 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.544395 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.544732 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.545067 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.545390 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.545717 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.546044 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.546368 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.546696 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.547037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.547387 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.547714 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.548038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Tracked resource versions report: Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: pushed versions: Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: { 'AddressGroup': {'1.2'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Agent': {'1.1'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'ConntrackHelper': {'1.0'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Log': {'1.0'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'NDPProxy': {'1.0'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Network': {'1.1'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Port': {'1.7'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'PortForwarding': {'1.3'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'QosPolicy': {'1.10'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroup': {'1.5'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'SubPort': {'1.0'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Subnet': {'1.1'}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Trunk': {'1.1'}} Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: consumer versions: Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Agent': '1.1', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'ConntrackHelper': '1.0', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'LocalIPAssociation': '1.0', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Log': '1.0', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'NDPProxy': '1.0', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Network': '1.1', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Port': '1.7', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'PortForwarding': '1.3', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'QosPolicy': '1.10', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroup': '1.5', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroupRule': '1.2', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'SubPort': '1.0', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Subnet': '1.1', Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: 'Trunk': '1.1'}} Mar 31 18:05:33.549273 dv-cinder-master-3-smb neutron-server[103983]: {{(pid=103983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:05:33.623406 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Attempting to bind port 1bfba012-33d8-4fec-8601-cb4638b86dc1 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:05:33.623814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Attempting to bind port 1bfba012-33d8-4fec-8601-cb4638b86dc1 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:05:33.624231 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Attempting to bind port 1bfba012-33d8-4fec-8601-cb4638b86dc1 on network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:05:33.629213 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:05:33.629537 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Checking segment: {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:05:33.630009 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:33.630403 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Bound using segment: {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:05:33.630867 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Bound port: 1bfba012-33d8-4fec-8601-cb4638b86dc1, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:05:33.631296 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:33.692566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] For port 1bfba012-33d8-4fec-8601-cb4638b86dc1, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:05:33.696977 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] For port 1bfba012-33d8-4fec-8601-cb4638b86dc1, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1bfba012-33d8-4fec-8601-cb4638b86dc1,segment=NetworkSegment(77c6dbf3-1c9d-4075-9c73-89a911afd821),segment_id=77c6dbf3-1c9d-4075-9c73-89a911afd821)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:05:33.772894 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:33.833757 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040cdfb-88fb-482f-8645-c12a9a0698b2 None None] Pushing event updated for resources: {'Port': ['ID=1bfba012-33d8-4fec-8601-cb4638b86dc1,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:35.075887 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 48956) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:35.392117 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [None req-2b97e6ca-e4b4-4b95-b229-c5c2f141a457 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:05:35.393448 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2b97e6ca-e4b4-4b95-b229-c5c2f141a457 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3165843 Mar 31 18:05:37.936755 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 48964) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:38.243077 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [None req-6e04a9ff-1ea8-49d7-82b9-e07d2f301a35 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:05:38.244097 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6e04a9ff-1ea8-49d7-82b9-e07d2f301a35 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3063502 Mar 31 18:05:40.793205 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 48972) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:41.106972 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:41.194887 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (e0b01526-662b-4db1-983b-04c229be7321), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:41.196425 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (e0b01526-662b-4db1-983b-04c229be7321), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:41.342278 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] Publish callbacks [] for router_controller (e0b01526-662b-4db1-983b-04c229be7321), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:41.383873 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (e0b01526-662b-4db1-983b-04c229be7321), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:41.442044 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:41.443225 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-75e2d7b4-f097-4792-934c-2e4b00c3ad21 demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6489429 Mar 31 18:05:44.032626 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 48984) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:44.207437 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 1bfba012-33d8-4fec-8601-cb4638b86dc1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:05:44.319397 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 1bfba012-33d8-4fec-8601-cb4638b86dc1 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:44.319823 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:44.377264 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [None req-a1f82b23-ee45-4ea2-9724-e8ebaefe2c66 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:05:44.379316 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a1f82b23-ee45-4ea2-9724-e8ebaefe2c66 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3446169 Mar 31 18:05:44.432266 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 1bfba012-33d8-4fec-8601-cb4638b86dc1 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:05:44.432698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:44.470277 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 1bfba012-33d8-4fec-8601-cb4638b86dc1, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1bfba012-33d8-4fec-8601-cb4638b86dc1,segment=NetworkSegment(77c6dbf3-1c9d-4075-9c73-89a911afd821),segment_id=77c6dbf3-1c9d-4075-9c73-89a911afd821)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:05:44.516307 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:44.567842 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=1bfba012-33d8-4fec-8601-cb4638b86dc1,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:45.123313 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6905ea-9428-4f24-a8b9-7729a31a16dd None None] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:05:45.251510 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-e7fdf0bd-7d7f-48c3-ab9b-cc58c5902ade None None] Provisioning complete for port 1bfba012-33d8-4fec-8601-cb4638b86dc1 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:45.252333 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e7fdf0bd-7d7f-48c3-ab9b-cc58c5902ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:45.335776 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdf0bd-7d7f-48c3-ab9b-cc58c5902ade None None] Current status of the port 1bfba012-33d8-4fec-8601-cb4638b86dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:05:45.454857 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-e7226821-0465-4f9d-b1f1-e4c73e4118de None None] Provisioning complete for port 1bfba012-33d8-4fec-8601-cb4638b86dc1 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:45.455241 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e7226821-0465-4f9d-b1f1-e4c73e4118de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:45.531566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-e7226821-0465-4f9d-b1f1-e4c73e4118de None None] Current status of the port 1bfba012-33d8-4fec-8601-cb4638b86dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:05:46.170423 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 1bfba012-33d8-4fec-8601-cb4638b86dc1 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:05:46.217535 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 1bfba012-33d8-4fec-8601-cb4638b86dc1 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:46.217928 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:46.292617 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 1bfba012-33d8-4fec-8601-cb4638b86dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:05:46.902413 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 48992) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:47.194324 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-72ec5135-3852-4fce-9539-e07e22ff0ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.212792 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:47.325745 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Made reservation on behalf of 268a6f176aea474986bc33dcb2900a74 for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:05:47.328477 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.344039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.448494 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks [] for security_group (9afe2c8a-a313-4c79-8e2a-a4bd3812bba8), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.519785 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9afe2c8a-a313-4c79-8e2a-a4bd3812bba8), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.531408 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Reserving flat network on physical network physnet1 {{(pid=103981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 18:05:47.563303 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745166759985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (04f9e9f6-4f62-4c7c-a3d8-348ef60c967c), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.563895 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Unsubscribe: segment precommit_create {{(pid=103981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 18:05:47.564418 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Added segment 04f9e9f6-4f62-4c7c-a3d8-348ef60c967c of type flat for network a81e3cef-87f8-4068-a965-4a7ba7f81069 Mar 31 18:05:47.580039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afe2c8a-a313-4c79-8e2a-a4bd3812bba8,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:47.629937 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.630282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.630641 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.631092 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.631450 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.631783 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.632290 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.632434 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.632760 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.633083 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.633406 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.633742 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.634064 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.634379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.634694 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Tracked resource versions report: Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: pushed versions: Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: { 'AddressGroup': {'1.2'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Agent': {'1.1'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'ConntrackHelper': {'1.0'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Log': {'1.0'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'NDPProxy': {'1.0'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Network': {'1.1'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Port': {'1.7'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'PortForwarding': {'1.3'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'QosPolicy': {'1.10'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroup': {'1.5'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'SubPort': {'1.0'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Subnet': {'1.1'}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Trunk': {'1.1'}} Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: consumer versions: Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Agent': '1.1', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'ConntrackHelper': '1.0', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'LocalIPAssociation': '1.0', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Log': '1.0', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'NDPProxy': '1.0', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Network': '1.1', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Port': '1.7', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'PortForwarding': '1.3', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'QosPolicy': '1.10', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroup': '1.5', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroupRule': '1.2', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'SubPort': '1.0', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Subnet': '1.1', Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: 'Trunk': '1.1'}} Mar 31 18:05:47.636024 dv-cinder-master-3-smb neutron-server[103981]: {{(pid=103981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:05:47.681345 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (a81e3cef-87f8-4068-a965-4a7ba7f81069), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.771974 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (a81e3cef-87f8-4068-a965-4a7ba7f81069), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.773130 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:47.773843 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:47.868968 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] Pushing event updated for resources: {'Network': ['ID=a81e3cef-87f8-4068-a965-4a7ba7f81069,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:47.879412 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:05:47.911391 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e666b8a5-f76f-4261-8b95-01422e1c3eec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0078781 Mar 31 18:05:49.429143 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-984685ab-be09-4873-b212-98611a71ce13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:50.438775 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49004) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:50.497013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:50.785523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bbc09-29ea-4c81-9580-0e0cd78d304c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:50.786899 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-769bbc09-29ea-4c81-9580-0e0cd78d304c demo admin] 10.222.0.62 "GET /v2.0/subnets/0cb80894-de79-4ae6-bbde-19df2d715a05 HTTP/1.1" status: 200 len: 849 time: 0.3470411 Mar 31 18:05:50.966253 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-18287a92-335f-4935-863a-b5454322a15a demo admin] 10.222.0.62 "GET /v2.0/routers/e0b01526-662b-4db1-983b-04c229be7321 HTTP/1.1" status: 200 len: 704 time: 0.1735179 Mar 31 18:05:51.235385 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:51.529489 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Allocated IP 172.20.0.1 (6231b2ea-d9f8-414f-a0eb-90d188a92bcc/0cb80894-de79-4ae6-bbde-19df2d715a05/ea567ede-e271-4fbb-92ea-c20235b685d4) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:05:51.713509 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks [] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:51.829586 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:51.909161 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:05:51.919628 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:05:51.921632 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Pushing event updated for resources: {'Port': ['ID=ea567ede-e271-4fbb-92ea-c20235b685d4,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:51.925442 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:05:51.925999 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (e0b01526-662b-4db1-983b-04c229be7321), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.092882 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-37cdf28d-1ece-4d2d-af9c-9e89e5ebff60 None None] Provisioning complete for port ea567ede-e271-4fbb-92ea-c20235b685d4 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:52.092882 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-37cdf28d-1ece-4d2d-af9c-9e89e5ebff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.170314 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-37cdf28d-1ece-4d2d-af9c-9e89e5ebff60 None None] Port ea567ede-e271-4fbb-92ea-c20235b685d4 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:05:52.188539 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.297088 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.449501 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks [] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.502682 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.503517 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (e0b01526-662b-4db1-983b-04c229be7321), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.580328 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Pushing event updated for resources: {'Port': ['ID=ea567ede-e271-4fbb-92ea-c20235b685d4,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:52.627097 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:05:52.628415 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:05:52.868735 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Router e0b01526-662b-4db1-983b-04c229be7321 is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:05:52.892031 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-3df6eefe-0148-428e-bac6-7da3274bbf60 None None] Provisioning complete for port ea567ede-e271-4fbb-92ea-c20235b685d4 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:52.892432 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3df6eefe-0148-428e-bac6-7da3274bbf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:52.926289 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-3df6eefe-0148-428e-bac6-7da3274bbf60 None None] Port ea567ede-e271-4fbb-92ea-c20235b685d4 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:05:52.965717 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:05:52.971648 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d4995dc2-8d06-4efb-b30a-ad65585f3bb1 demo admin] 10.222.0.62 "PUT /v2.0/routers/e0b01526-662b-4db1-983b-04c229be7321/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0003114 Mar 31 18:05:52.975783 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Sync routers for ids ['e0b01526-662b-4db1-983b-04c229be7321'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:05:52.989030 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Routers {'e0b01526-662b-4db1-983b-04c229be7321'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:05:52.989930 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:05:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['e0b01526-662b-4db1-983b-04c229be7321'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:53.186860 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Set router e0b01526-662b-4db1-983b-04c229be7321 gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:05:53.468322 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:53.619267 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b01526-662b-4db1-983b-04c229be7321', 'name': 'router1', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:41Z', 'updated_at': '2022-03-31T18:05:52Z', 'revision_number': 2, 'project_id': '7bf8e0f83966470a81772f74af615633', 'gw_port_host': None, '_interfaces': [{'id': 'ea567ede-e271-4fbb-92ea-c20235b685d4', 'name': '', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'mac_address': 'fa:16:3e:9a:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:51Z', 'updated_at': '2022-03-31T18:05:52Z', 'revision_number': 2, 'project_id': '7bf8e0f83966470a81772f74af615633', 'subnets': [{'id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:53.670989 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Checking router: e0b01526-662b-4db1-983b-04c229be7321 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:05:53.671402 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Updating router e0b01526-662b-4db1-983b-04c229be7321 port ea567ede-e271-4fbb-92ea-c20235b685d4 binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:05:53.724142 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.245797 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Publish callbacks [] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.319837 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.480891 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Pushing event updated for resources: {'Port': ['ID=ea567ede-e271-4fbb-92ea-c20235b685d4,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:54.495925 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.496280 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.496608 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.496953 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.497286 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.497618 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.497942 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.498263 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.498587 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.499045 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.499396 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.499729 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.500049 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.500381 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.500686 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Tracked resource versions report: Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: pushed versions: Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: { 'AddressGroup': {'1.2'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Agent': {'1.1'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'ConntrackHelper': {'1.0'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Log': {'1.0'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'NDPProxy': {'1.0'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Network': {'1.1'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Port': {'1.7'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'PortForwarding': {'1.3'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'QosPolicy': {'1.10'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroup': {'1.5'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'SubPort': {'1.0'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Subnet': {'1.1'}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Trunk': {'1.1'}} Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: consumer versions: Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Agent': '1.1', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'ConntrackHelper': '1.0', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'LocalIPAssociation': '1.0', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Log': '1.0', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'NDPProxy': '1.0', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Network': '1.1', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Port': '1.7', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'PortForwarding': '1.3', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'QosPolicy': '1.10', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroup': '1.5', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroupRule': '1.2', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'SubPort': '1.0', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Subnet': '1.1', Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: 'Trunk': '1.1'}} Mar 31 18:05:54.502478 dv-cinder-master-3-smb neutron-server[103984]: {{(pid=103984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:05:54.509415 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Attempting to bind port ea567ede-e271-4fbb-92ea-c20235b685d4 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:05:54.509635 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Attempting to bind port ea567ede-e271-4fbb-92ea-c20235b685d4 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:05:54.510582 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Attempting to bind port ea567ede-e271-4fbb-92ea-c20235b685d4 on network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:05:54.516286 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:05:54.516674 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Checking segment: {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:05:54.517150 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.517809 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Bound using segment: {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:05:54.518336 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Bound port: ea567ede-e271-4fbb-92ea-c20235b685d4, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c6dbf3-1c9d-4075-9c73-89a911afd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:05:54.518797 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.555963 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-2648cf78-bec2-4180-a7eb-c9296cf9c2ac None None] Provisioning complete for port ea567ede-e271-4fbb-92ea-c20235b685d4 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:54.556506 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2648cf78-bec2-4180-a7eb-c9296cf9c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.589951 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] For port ea567ede-e271-4fbb-92ea-c20235b685d4, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:05:54.593236 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-2648cf78-bec2-4180-a7eb-c9296cf9c2ac None None] Port ea567ede-e271-4fbb-92ea-c20235b685d4 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:05:54.609956 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] For port ea567ede-e271-4fbb-92ea-c20235b685d4, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ea567ede-e271-4fbb-92ea-c20235b685d4,segment=NetworkSegment(77c6dbf3-1c9d-4075-9c73-89a911afd821),segment_id=77c6dbf3-1c9d-4075-9c73-89a911afd821)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:05:54.681813 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.740779 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Routers {'e0b01526-662b-4db1-983b-04c229be7321'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:05:54.741430 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:05:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['e0b01526-662b-4db1-983b-04c229be7321'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:54.787457 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17989f5-bb91-4bf8-99b5-0da8eaf85171 None None] Pushing event updated for resources: {'Port': ['ID=ea567ede-e271-4fbb-92ea-c20235b685d4,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:54.856901 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] Set router e0b01526-662b-4db1-983b-04c229be7321 gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:05:54.912295 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] Provisioning complete for port ea567ede-e271-4fbb-92ea-c20235b685d4 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:05:54.912757 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:54.995368 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] Current status of the port ea567ede-e271-4fbb-92ea-c20235b685d4 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:05:54.995698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:55.028021 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] For port ea567ede-e271-4fbb-92ea-c20235b685d4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ea567ede-e271-4fbb-92ea-c20235b685d4,segment=NetworkSegment(77c6dbf3-1c9d-4075-9c73-89a911afd821),segment_id=77c6dbf3-1c9d-4075-9c73-89a911afd821)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:05:55.085741 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:55.088057 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b01526-662b-4db1-983b-04c229be7321', 'name': 'router1', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:41Z', 'updated_at': '2022-03-31T18:05:52Z', 'revision_number': 2, 'project_id': '7bf8e0f83966470a81772f74af615633', 'gw_port_host': None, '_interfaces': [{'id': 'ea567ede-e271-4fbb-92ea-c20235b685d4', 'name': '', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'mac_address': 'fa:16:3e:9a:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:51Z', 'updated_at': '2022-03-31T18:05:54Z', 'revision_number': 4, 'project_id': '7bf8e0f83966470a81772f74af615633', 'subnets': [{'id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:05:55.123192 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109b23a-b931-45bb-8dd3-38a944185b6b None None] The sync data for ids ['e0b01526-662b-4db1-983b-04c229be7321'] in dv-cinder-master-3-smb is: [{'id': 'e0b01526-662b-4db1-983b-04c229be7321', 'name': 'router1', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:41Z', 'updated_at': '2022-03-31T18:05:52Z', 'revision_number': 2, 'project_id': '7bf8e0f83966470a81772f74af615633', 'gw_port_host': None, '_interfaces': [{'id': 'ea567ede-e271-4fbb-92ea-c20235b685d4', 'name': '', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'mac_address': 'fa:16:3e:9a:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:51Z', 'updated_at': '2022-03-31T18:05:54Z', 'revision_number': 4, 'project_id': '7bf8e0f83966470a81772f74af615633', 'subnets': [{'id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:05:55.147395 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8556146-b003-40bb-b0bb-e56ceea67309 None None] Pushing event updated for resources: {'Port': ['ID=ea567ede-e271-4fbb-92ea-c20235b685d4,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:55.476696 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49026) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:55.585791 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ba5d0-debb-4bfa-940a-1d02aa41f3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:55.587140 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-917ba5d0-debb-4bfa-940a-1d02aa41f3d0 admin admin] 10.222.0.62 "GET /v2.0/networks/a81e3cef-87f8-4068-a965-4a7ba7f81069 HTTP/1.1" status: 200 len: 842 time: 0.1093979 Mar 31 18:05:55.596502 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Request body: {'subnet': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:55.685561 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Made reservation on behalf of 268a6f176aea474986bc33dcb2900a74 for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:05:55.687875 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:56.053835 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.objects.ports [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103981) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 18:05:56.054243 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (ff69bc0f-6a11-419a-82f0-10fe51d29887), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:56.108856 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff69bc0f-6a11-419a-82f0-10fe51d29887,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:05:56.117640 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:05:56.118011 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Network hostable DHCP agents. Network: a81e3cef-87f8-4068-a965-4a7ba7f81069, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:05:56.234373 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:05:56.406247 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, a81e3cef-87f8-4068-a965-4a7ba7f81069) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:05:56.411714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:56.412338 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:56.417698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5600a8-95b9-4622-be3d-2a371726ea0a None None] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:05:56.516413 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6b10c-9318-4593-b424-f8868c5bd3f5 None None] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:05:56.571315 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-60ec53a5-c935-4b1d-89a6-53403293a8d7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9582272 Mar 31 18:05:58.978658 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49044) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:05:59.112400 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-fd463f1d-811d-48a5-96a4-b5fbfe6f00b7 demo admin] 10.222.0.62 "GET /v2.0/routers/e0b01526-662b-4db1-983b-04c229be7321 HTTP/1.1" status: 200 len: 710 time: 0.1325760 Mar 31 18:05:59.196680 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b9b91-2e36-4250-8339-becb5d2cd1f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:05:59.198502 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-782b9b91-2e36-4250-8339-becb5d2cd1f5 demo admin] 10.222.0.62 "GET /v2.0/networks/a81e3cef-87f8-4068-a965-4a7ba7f81069 HTTP/1.1" status: 200 len: 886 time: 0.0808225 Mar 31 18:05:59.207228 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:05:59.529612 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks [] for router_gateway (e0b01526-662b-4db1-983b-04c229be7321), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:59.834935 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks [] for router_gateway (e0b01526-662b-4db1-983b-04c229be7321), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:05:59.914490 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:00.018988 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Allocated IP 172.37.4.222 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/b837ba7f-3dd3-473c-81e7-d0f40da1e716) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:06:00.119931 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks [] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:00.206274 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:00.242204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:06:00.245973 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:06:00.250090 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:06:00.294697 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Pushing event updated for resources: {'Port': ['ID=b837ba7f-3dd3-473c-81e7-d0f40da1e716,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:06:00.583865 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks [] for router_gateway (e0b01526-662b-4db1-983b-04c229be7321), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:00.782440 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1589441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1591472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500'] for router (e0b01526-662b-4db1-983b-04c229be7321), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:00.785934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1589462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1589471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1591481'] for router (e0b01526-662b-4db1-983b-04c229be7321), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:00.895547 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Router e0b01526-662b-4db1-983b-04c229be7321 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:06:01.003385 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:06:01.007495 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:01.023311 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-39dc2b70-92eb-4e50-a176-b9973b5ad7a0 demo admin] 10.222.0.62 "PUT /v2.0/routers/e0b01526-662b-4db1-983b-04c229be7321 HTTP/1.1" status: 200 len: 890 time: 1.8046038 Mar 31 18:06:02.203563 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device ea567ede-e271-4fbb-92ea-c20235b685d4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:06:02.251942 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port ea567ede-e271-4fbb-92ea-c20235b685d4 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:06:02.252336 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:02.330758 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port ea567ede-e271-4fbb-92ea-c20235b685d4 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:06:03.570904 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49056) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:06:03.657068 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Sync routers for ids ['e0b01526-662b-4db1-983b-04c229be7321'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:06:03.668284 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Routers {'e0b01526-662b-4db1-983b-04c229be7321'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:06:03.668925 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:05:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['e0b01526-662b-4db1-983b-04c229be7321'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:06:03.703766 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2a951645-1e3c-444e-bdbf-e237fd7b0b7d admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1315808 Mar 31 18:06:03.902544 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Set router e0b01526-662b-4db1-983b-04c229be7321 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:06:04.377588 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b01526-662b-4db1-983b-04c229be7321', 'name': 'router1', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b837ba7f-3dd3-473c-81e7-d0f40da1e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:41Z', 'updated_at': '2022-03-31T18:06:00Z', 'revision_number': 4, 'project_id': '7bf8e0f83966470a81772f74af615633', 'gw_port': {'id': 'b837ba7f-3dd3-473c-81e7-d0f40da1e716', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:59Z', 'updated_at': '2022-03-31T18:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ea567ede-e271-4fbb-92ea-c20235b685d4', 'name': '', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'mac_address': 'fa:16:3e:9a:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:51Z', 'updated_at': '2022-03-31T18:05:55Z', 'revision_number': 5, 'project_id': '7bf8e0f83966470a81772f74af615633', 'subnets': [{'id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:06:04.439882 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Checking router: e0b01526-662b-4db1-983b-04c229be7321 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:06:04.440261 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Updating router e0b01526-662b-4db1-983b-04c229be7321 port b837ba7f-3dd3-473c-81e7-d0f40da1e716 binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:06:04.495756 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:04.815858 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Publish callbacks [] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:04.885789 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:04.936386 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39a4a-d729-4a53-844b-57119bac8a1b None None] Pushing event updated for resources: {'Port': ['ID=b837ba7f-3dd3-473c-81e7-d0f40da1e716,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:06:04.942529 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Attempting to bind port b837ba7f-3dd3-473c-81e7-d0f40da1e716 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:06:04.942943 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Attempting to bind port b837ba7f-3dd3-473c-81e7-d0f40da1e716 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:06:04.943337 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Attempting to bind port b837ba7f-3dd3-473c-81e7-d0f40da1e716 on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:06:04.948600 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:06:04.955378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:06:04.955378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:04.955378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:06:04.955378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Bound port: b837ba7f-3dd3-473c-81e7-d0f40da1e716, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:06:04.955378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:05.007594 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] For port b837ba7f-3dd3-473c-81e7-d0f40da1e716, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:06:05.011022 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] For port b837ba7f-3dd3-473c-81e7-d0f40da1e716, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b837ba7f-3dd3-473c-81e7-d0f40da1e716,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:06:05.103475 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:05.160018 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Routers {'e0b01526-662b-4db1-983b-04c229be7321'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:06:05.160641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:05:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['e0b01526-662b-4db1-983b-04c229be7321'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:06:05.163558 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39a4a-d729-4a53-844b-57119bac8a1b None None] Pushing event updated for resources: {'Port': ['ID=b837ba7f-3dd3-473c-81e7-d0f40da1e716,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:06:05.270815 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] Set router e0b01526-662b-4db1-983b-04c229be7321 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:06:05.503399 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b01526-662b-4db1-983b-04c229be7321', 'name': 'router1', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b837ba7f-3dd3-473c-81e7-d0f40da1e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:41Z', 'updated_at': '2022-03-31T18:06:00Z', 'revision_number': 4, 'project_id': '7bf8e0f83966470a81772f74af615633', 'gw_port': {'id': 'b837ba7f-3dd3-473c-81e7-d0f40da1e716', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:59Z', 'updated_at': '2022-03-31T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ea567ede-e271-4fbb-92ea-c20235b685d4', 'name': '', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'mac_address': 'fa:16:3e:9a:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:51Z', 'updated_at': '2022-03-31T18:05:55Z', 'revision_number': 5, 'project_id': '7bf8e0f83966470a81772f74af615633', 'subnets': [{'id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:06:05.534672 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfe2c7-b83c-4e14-bb54-e14e822b2339 None None] The sync data for ids ['e0b01526-662b-4db1-983b-04c229be7321'] in dv-cinder-master-3-smb is: [{'id': 'e0b01526-662b-4db1-983b-04c229be7321', 'name': 'router1', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b837ba7f-3dd3-473c-81e7-d0f40da1e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:05:41Z', 'updated_at': '2022-03-31T18:06:00Z', 'revision_number': 4, 'project_id': '7bf8e0f83966470a81772f74af615633', 'gw_port': {'id': 'b837ba7f-3dd3-473c-81e7-d0f40da1e716', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:59Z', 'updated_at': '2022-03-31T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ea567ede-e271-4fbb-92ea-c20235b685d4', 'name': '', 'network_id': '6231b2ea-d9f8-414f-a0eb-90d188a92bcc', 'tenant_id': '7bf8e0f83966470a81772f74af615633', 'mac_address': 'fa:16:3e:9a:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b01526-662b-4db1-983b-04c229be7321', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:05:51Z', 'updated_at': '2022-03-31T18:05:55Z', 'revision_number': 5, 'project_id': '7bf8e0f83966470a81772f74af615633', 'subnets': [{'id': '0cb80894-de79-4ae6-bbde-19df2d715a05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfee06c3-6def-4954-a448-7507d24af66f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:06:06.252295 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device b837ba7f-3dd3-473c-81e7-d0f40da1e716 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:06:06.316608 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port b837ba7f-3dd3-473c-81e7-d0f40da1e716 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:06:06.317007 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:06.414206 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port b837ba7f-3dd3-473c-81e7-d0f40da1e716 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:06:06.414653 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:06.435808 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port b837ba7f-3dd3-473c-81e7-d0f40da1e716, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b837ba7f-3dd3-473c-81e7-d0f40da1e716,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:06:06.532542 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:06.594361 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=b837ba7f-3dd3-473c-81e7-d0f40da1e716,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:06:08.238968 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device b837ba7f-3dd3-473c-81e7-d0f40da1e716 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:06:08.304777 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port b837ba7f-3dd3-473c-81e7-d0f40da1e716 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:06:08.305183 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b837ba7f-3dd3-473c-81e7-d0f40da1e716), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:08.402659 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port b837ba7f-3dd3-473c-81e7-d0f40da1e716 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:06:17.194168 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c91158ef-6741-41ee-b8ef-933e646e90c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:19.417345 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5415-1853-46a9-bf68-8121127e0dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:19.475455 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:06:20.526355 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:22.296760 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:23.491932 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:47.262643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c261a4e8-c7fc-4634-9456-d5043aaf340b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:50.490085 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9c0b1e8b-220a-4041-b551-73fbc5348c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:50.753397 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:52.297852 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:53.501558 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:06:56.477774 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:07:17.209490 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2e33f1a4-9ba5-44cc-add6-7349ef3c0ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:19.472056 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b5468b39-ae7a-4009-8049-e255e8b6118c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:20.529693 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:22.311998 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:23.478172 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:32.057126 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49540) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:32.123487 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f10b45-a8ea-409c-99ba-8e277e2c81e7 admin admin] GET failed (client error): The resource could not be found. Mar 31 18:07:32.124854 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-83f10b45-a8ea-409c-99ba-8e277e2c81e7 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667791 Mar 31 18:07:32.385188 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685a8b9-69ae-4b1f-b047-54748f6c7131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:32.386740 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-4685a8b9-69ae-4b1f-b047-54748f6c7131 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2576528 Mar 31 18:07:33.477846 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:07:34.782449 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49550) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:34.880665 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c350f2-fc54-4056-a1a8-853e63fc7d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:34.882186 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d7c350f2-fc54-4056-a1a8-853e63fc7d51 admin admin] 10.222.0.62 "GET /v2.0/subnets/0cb80894-de79-4ae6-bbde-19df2d715a05 HTTP/1.1" status: 200 len: 849 time: 0.0987668 Mar 31 18:07:34.894129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:07:34.985431 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Publish callbacks [] for subnet (0cb80894-de79-4ae6-bbde-19df2d715a05), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:35.277056 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745166966658'] for subnet (0cb80894-de79-4ae6-bbde-19df2d715a05), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:35.313117 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:35.314382 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:35.315413 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] 10.222.0.62 "PUT /v2.0/subnets/0cb80894-de79-4ae6-bbde-19df2d715a05 HTTP/1.1" status: 200 len: 868 time: 0.4251356 Mar 31 18:07:35.319148 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46012dd0-f242-4192-8d0a-e71bfe7ea4b7 None None] Network 6231b2ea-d9f8-414f-a0eb-90d188a92bcc requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:07:35.348672 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb80894-de79-4ae6-bbde-19df2d715a05,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:07:35.364282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.365152 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.365522 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.365888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.366247 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.366721 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.367075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.367622 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.368481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.368481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.368740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.368929 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.369267 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.369598 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.369925 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e513f3e-fe38-4518-ae9d-2f3c9187956e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:07:35.681889 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-178c29d2-5a69-41a5-83dc-865abd898035 None None] Provisioning complete for port ea567ede-e271-4fbb-92ea-c20235b685d4 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:07:35.682372 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-178c29d2-5a69-41a5-83dc-865abd898035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ea567ede-e271-4fbb-92ea-c20235b685d4), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:35.793044 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-178c29d2-5a69-41a5-83dc-865abd898035 None None] Current status of the port ea567ede-e271-4fbb-92ea-c20235b685d4 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:07:35.804331 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-178c29d2-5a69-41a5-83dc-865abd898035 None None] Provisioning complete for port 1bfba012-33d8-4fec-8601-cb4638b86dc1 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:07:35.804754 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-178c29d2-5a69-41a5-83dc-865abd898035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (1bfba012-33d8-4fec-8601-cb4638b86dc1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:35.896359 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-178c29d2-5a69-41a5-83dc-865abd898035 None None] Current status of the port 1bfba012-33d8-4fec-8601-cb4638b86dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:07:37.888689 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49558) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:38.127872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64fe56-e1ec-4b66-b6c5-0d1d27bb9a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:38.128525 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64fe56-e1ec-4b66-b6c5-0d1d27bb9a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:38.130283 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2d64fe56-e1ec-4b66-b6c5-0d1d27bb9a86 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2405605 Mar 31 18:07:40.626033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49566) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:40.780783 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023554d-6e20-45f8-93c8-b66e12c3ad18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:40.781266 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023554d-6e20-45f8-93c8-b66e12c3ad18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:40.783750 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9023554d-6e20-45f8-93c8-b66e12c3ad18 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1556575 Mar 31 18:07:43.252519 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49574) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:43.440872 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe192007-6db9-4b65-af59-7397e6019a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:43.442574 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fe192007-6db9-4b65-af59-7397e6019a14 admin admin] 10.222.0.62 "GET /v2.0/networks/6231b2ea-d9f8-414f-a0eb-90d188a92bcc HTTP/1.1" status: 200 len: 869 time: 0.1885591 Mar 31 18:07:45.900853 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49584) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:46.052552 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51176729-ebe6-4214-bdc6-eba4187697ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:46.054071 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-51176729-ebe6-4214-bdc6-eba4187697ea admin admin] 10.222.0.62 "GET /v2.0/networks/a81e3cef-87f8-4068-a965-4a7ba7f81069 HTTP/1.1" status: 200 len: 886 time: 0.1522424 Mar 31 18:07:47.190576 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9c0550b-e17b-45fd-810f-81a05a64b901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:48.478089 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49592) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:48.619552 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326104bb-0abc-49f7-a11f-5ac2ca36d4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:48.619982 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326104bb-0abc-49f7-a11f-5ac2ca36d4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:48.621511 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-326104bb-0abc-49f7-a11f-5ac2ca36d4c1 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1425250 Mar 31 18:07:49.466114 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f65a9daa-3a49-4cc9-a915-a65014963273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:50.557163 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:50.996571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49600) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:51.131120 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652fb793-684f-4933-83c1-01c0be7f729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:51.131621 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652fb793-684f-4933-83c1-01c0be7f729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:51.133297 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-652fb793-684f-4933-83c1-01c0be7f729f admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356599 Mar 31 18:07:52.470249 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:53.545626 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:07:53.656149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49608) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:53.758950 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b338e48-d77d-4add-b377-1d166465f55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:53.760595 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-1b338e48-d77d-4add-b377-1d166465f55d admin admin] 10.222.0.62 "GET /v2.0/subnets/0cb80894-de79-4ae6-bbde-19df2d715a05 HTTP/1.1" status: 200 len: 868 time: 0.1033370 Mar 31 18:07:56.175417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49616) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:07:56.272896 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd968d3-a3f1-480b-9be5-aebd765743f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:07:56.274263 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-bfd968d3-a3f1-480b-9be5-aebd765743f6 admin admin] 10.222.0.62 "GET /v2.0/subnets/ff69bc0f-6a11-419a-82f0-10fe51d29887 HTTP/1.1" status: 200 len: 816 time: 0.0972781 Mar 31 18:08:10.479559 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:08:17.230089 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d022d759-31bb-4388-9ba5-c6744e4f9560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:19.624455 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6412-4916-436f-9707-7c8c4704372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:20.555139 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:22.396243 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:23.555474 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:26.569378 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49670) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:08:26.629065 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [None req-e6316839-8c46-4c90-8408-2c1150cc499d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:08:26.630095 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e6316839-8c46-4c90-8408-2c1150cc499d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0597310 Mar 31 18:08:29.186026 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49678) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:08:29.262701 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb6344b-9204-481b-92e3-e4be3885c9a8 admin admin] GET failed (client error): The resource could not be found. Mar 31 18:08:29.264109 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8fb6344b-9204-481b-92e3-e4be3885c9a8 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0770557 Mar 31 18:08:29.435255 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb950053-8540-4eaa-9cc6-d67e27ec72c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:08:29.437132 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-bb950053-8540-4eaa-9cc6-d67e27ec72c2 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1679430 Mar 31 18:08:31.880010 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49686) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:08:31.931083 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:08:32.043385 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Made reservation on behalf of 268a6f176aea474986bc33dcb2900a74 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:08:32.045823 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:32.081392 dv-cinder-master-3-smb neutron-server[103982]: WARNING neutron.services.revisions.revision_plugin [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Could not find related network for resource to bump revision. Mar 31 18:08:32.093404 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:08:32.103229 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (94c6e014-7928-4a6a-b395-22bb2f691511), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:32.103611 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Added segment 94c6e014-7928-4a6a-b395-22bb2f691511 of type vlan for network 3891bf98-1f60-4c42-8376-819f37d15572 Mar 31 18:08:32.143216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (3891bf98-1f60-4c42-8376-819f37d15572), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:32.303824 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (3891bf98-1f60-4c42-8376-819f37d15572), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:32.304799 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:08:32.305382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:32.397849 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Pushing event updated for resources: {'Network': ['ID=3891bf98-1f60-4c42-8376-819f37d15572,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:08:32.404545 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.404893 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.405255 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.405616 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.405954 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.406286 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.406613 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.407018 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.407380 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.407716 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.408044 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.408434 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.408767 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.409092 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.409417 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:32.422895 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 3891bf98-1f60-4c42-8376-819f37d15572 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:08:32.490276 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c26e26d2-19ee-4834-a3d2-76c1fbff2d88 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6091695 Mar 31 18:08:34.864002 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49694) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:08:34.925517 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21eb87b-d329-4a7b-86ab-c688989e6657 admin admin] GET failed (client error): The resource could not be found. Mar 31 18:08:34.926776 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c21eb87b-d329-4a7b-86ab-c688989e6657 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618098 Mar 31 18:08:35.003846 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef45cdf-47cb-4f00-9582-5b0b54cc326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:08:35.005335 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-9ef45cdf-47cb-4f00-9582-5b0b54cc326c admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0743818 Mar 31 18:08:35.017289 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572', 'description': 'shared-subnet'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:08:35.177951 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Made reservation on behalf of 268a6f176aea474986bc33dcb2900a74 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:08:35.180967 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:35.491936 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (50983059-6f11-4ec4-99ea-bdc6d0f7636d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:35.549565 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50983059-6f11-4ec4-99ea-bdc6d0f7636d,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:08:35.589219 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Checking segment: {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:08:35.589219 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Network hostable DHCP agents. Network: 3891bf98-1f60-4c42-8376-819f37d15572, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:08:35.703023 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Network 3891bf98-1f60-4c42-8376-819f37d15572 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:08:35.903973 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3891bf98-1f60-4c42-8376-819f37d15572) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:08:35.908653 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:08:35.909807 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:35.914678 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f60ec-f90e-4380-811c-60ba19217dbc None None] Network 3891bf98-1f60-4c42-8376-819f37d15572 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:08:36.020885 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-3891bf98-1f60-4c42-8376-819f37d15572', 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572', 'project_id': '268a6f176aea474986bc33dcb2900a74', 'fixed_ips': [{'subnet_id': '50983059-6f11-4ec4-99ea-bdc6d0f7636d'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:08:36.021744 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:36.095944 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0733503e-0b3d-4067-9f82-9567c33da322 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0821440 Mar 31 18:08:36.179098 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Allocated IP 192.168.233.2 (3891bf98-1f60-4c42-8376-819f37d15572/50983059-6f11-4ec4-99ea-bdc6d0f7636d/d913d4af-ff53-49c7-958d-4dca9b8dd387) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:08:36.341209 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Publish callbacks [] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:36.545723 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:36.576015 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Network 3891bf98-1f60-4c42-8376-819f37d15572 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:08:36.579762 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:08:36.584000 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:08:36.597169 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Pushing event updated for resources: {'Port': ['ID=d913d4af-ff53-49c7-958d-4dca9b8dd387,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:08:36.607550 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.612721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:08:36.678503 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Attempting to bind port d913d4af-ff53-49c7-958d-4dca9b8dd387 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:08:36.678879 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Attempting to bind port d913d4af-ff53-49c7-958d-4dca9b8dd387 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:08:36.679255 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Attempting to bind port d913d4af-ff53-49c7-958d-4dca9b8dd387 on network 3891bf98-1f60-4c42-8376-819f37d15572 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:08:36.685041 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:08:36.685439 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Checking segment: {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:08:36.685836 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:36.686233 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Bound using segment: {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:08:36.686713 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Bound port: d913d4af-ff53-49c7-958d-4dca9b8dd387, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:08:36.687097 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:36.758081 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] For port d913d4af-ff53-49c7-958d-4dca9b8dd387, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:08:36.762797 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] For port d913d4af-ff53-49c7-958d-4dca9b8dd387, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d913d4af-ff53-49c7-958d-4dca9b8dd387,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:08:36.915988 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:36.993037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fe67d-44b5-4911-8482-e0e358da476c None None] Pushing event updated for resources: {'Port': ['ID=d913d4af-ff53-49c7-958d-4dca9b8dd387,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:08:38.065224 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30aeecb-fe2f-4d13-abc4-14313b6c3968 None None] Network 3891bf98-1f60-4c42-8376-819f37d15572 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:08:38.162729 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] Provisioning complete for port d913d4af-ff53-49c7-958d-4dca9b8dd387 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:08:38.163224 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:38.381670 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device d913d4af-ff53-49c7-958d-4dca9b8dd387 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:08:38.400198 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] Current status of the port d913d4af-ff53-49c7-958d-4dca9b8dd387 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:08:38.400585 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:38.464384 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] For port d913d4af-ff53-49c7-958d-4dca9b8dd387, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d913d4af-ff53-49c7-958d-4dca9b8dd387,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:08:38.494352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port d913d4af-ff53-49c7-958d-4dca9b8dd387 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:08:38.494738 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:38.593288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port d913d4af-ff53-49c7-958d-4dca9b8dd387 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:08:38.594698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:38.604711 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:38.695440 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097dc19-3e8c-4587-a83e-b51e00a16e21 None None] Pushing event updated for resources: {'Port': ['ID=d913d4af-ff53-49c7-958d-4dca9b8dd387,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:08:38.710551 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.db.api [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 18:08:38.710551 dv-cinder-master-3-smb neutron-server[103983]: DEBUG oslo_db.api [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 18:08:38.733297 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-91333076-c5ee-499f-bbc3-c4dbb53104f7 None None] Provisioning complete for port d913d4af-ff53-49c7-958d-4dca9b8dd387 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:08:38.733790 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-91333076-c5ee-499f-bbc3-c4dbb53104f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:38.831979 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-91333076-c5ee-499f-bbc3-c4dbb53104f7 None None] Current status of the port d913d4af-ff53-49c7-958d-4dca9b8dd387 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:08:39.254723 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port d913d4af-ff53-49c7-958d-4dca9b8dd387 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:08:40.300774 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device d913d4af-ff53-49c7-958d-4dca9b8dd387 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:08:40.349755 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port d913d4af-ff53-49c7-958d-4dca9b8dd387 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:08:40.350146 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (d913d4af-ff53-49c7-958d-4dca9b8dd387), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:40.427555 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port d913d4af-ff53-49c7-958d-4dca9b8dd387 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:08:47.211617 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1f16cd12-fc24-40fc-a276-a13b3c822705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:47.478960 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:08:49.485634 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-006923b6-5686-49bf-aa53-983b47652ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:50.515377 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:52.342342 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:08:53.480978 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:17.273443 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f4abc670-6a93-41ff-871c-ef339a09600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:19.502573 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-62eb3266-e149-4181-998e-04a95215f249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:20.599963 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:22.410743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:23.473649 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:24.478935 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:09:47.203680 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e70d3369-aa91-4cc6-b9bc-81d6bad25593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:49.490076 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eebeab9d-7098-4c6f-9f7e-dbb9081afac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:50.626390 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:52.357501 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:09:53.472920 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:01.482613 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:10:17.254667 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-647cd529-46e0-4d9d-86c0-9e376eeb588a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:18.640180 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49734) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:10:18.645803 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [None req-1c13ba49-6f54-4f25-98d2-715e9936ebaa tempest-verify_tempest_config-650673250 tempest-verify_tempest_config-650673250-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:10:18.646895 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-1c13ba49-6f54-4f25-98d2-715e9936ebaa tempest-verify_tempest_config-650673250 tempest-verify_tempest_config-650673250-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056787 Mar 31 18:10:19.362425 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49752) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:10:19.470865 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2dcd19f1-4834-40aa-bd7c-71a078b15672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:19.482129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:19.565968 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Publish callbacks [] for security_group (5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:19.659647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:19.709788 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef65528f656c4cbeb917873a885caf62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3459744 Mar 31 18:10:19.710737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:10:19.712963 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49758) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:10:19.720097 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.725683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3436f8-ed05-4199-8033-7b55f5b5f1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:19.777901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Publish callbacks [] for security_group (5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:19.801018 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Publish callbacks [] for security_group (5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:20.025760 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:20.029128 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:20.030376 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2 HTTP/1.1" status: 204 len: 168 time: 0.3164365 Mar 31 18:10:20.041348 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8b82c-e911-41ab-9dfe-a6893f7fe9d2,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:10:20.046606 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.047608 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.048157 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.048608 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.049008 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.049452 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.049895 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.050418 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.050893 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.051389 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.051793 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.052183 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.052700 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.053187 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.053619 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d50f4c3-70d3-47f1-9709-251218df0de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:10:20.557046 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:22.402794 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:23.517521 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:38.481378 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:10:47.178363 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-df2d91f9-c4cd-4b1f-8867-3a2a823bc1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:49.446927 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-789393cc-d2a5-4cf6-aff6-7463906d63a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:50.531806 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:52.372518 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:10:53.486799 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:15.480634 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:11:17.200382 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1c3f2ce5-645e-4643-b638-39309389b912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:19.474879 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-236315a2-c06c-489e-9888-5b38f6759b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:20.531635 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:22.331470 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:23.486698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:47.198587 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-288af3aa-ef21-49e9-9708-7d56efd283cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:49.427303 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e7d44d97-57d4-406a-9257-39c421904c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:50.684539 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:52.335815 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:11:52.479756 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 5 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:11:53.467110 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:15.563918 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1591775'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:17.215421 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a6511715-d799-42a6-ba1e-41fc6051aa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:19.449863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96061395-be8c-444a-89ea-c58b80312d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:20.533939 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:22.352126 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:23.477883 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:29.478991 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:12:31.475445 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 49828) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:12:31.588919 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a1971ae6-94de-4d50-80ef-fb651dd2a13e admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1118171 Mar 31 18:12:33.996288 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49838) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:12:34.081071 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-89420125-c0c5-47f9-af10-bd3c01ace4f6 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0830939 Mar 31 18:12:45.534198 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:47.208225 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1dfcca2c-0656-4d17-bfcd-11cc0575132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:49.465938 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4ada442a-824e-4e80-b4ee-b5830ddea5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:50.544483 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:52.367815 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:12:53.459196 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:06.477266 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:13:15.567526 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:17.216925 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0310c584-9878-44cd-bd9e-56b52de424a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:19.462456 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ee37795a-9df8-4035-9d2d-3c1ab72a7475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:20.635310 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:22.367307 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:23.497967 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:43.477104 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:13:45.576308 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:47.194470 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e44c8064-b8d2-4c18-ad73-8f9e23193333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:49.496588 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d3aea870-48f2-45a3-8025-522ab7b80eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:50.563713 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:52.346809 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:13:53.479202 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:15.534790 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:17.187640 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e548-2036-4f9b-a572-a3a4e22cf707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:19.436852 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e11b008f-3466-442a-ba11-5e63c45d605c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:20.475867 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:14:20.541601 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:22.364952 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:23.484017 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:26.423306 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49984) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:26.631658 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 49994) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:26.930334 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-802137467-network', 'tenant_id': 'b943d0d882c648c9b5d2b83bdaf2824b'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:27.070826 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1548376560-network', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:27.075596 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Made reservation on behalf of b943d0d882c648c9b5d2b83bdaf2824b for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:27.078510 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.091780 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.187868 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Made reservation on behalf of a390cb7974cd4d92be1e224dc1e6b77f for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:27.190148 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.197767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks [] for security_group (673b1342-5ac8-49c9-9822-8f9ebdcf5d10), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.203845 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.285099 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (673b1342-5ac8-49c9-9822-8f9ebdcf5d10), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.325400 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks [] for security_group (960bd9fd-efbd-4cdd-a3dc-9a03575eeff6), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.331046 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:27.350714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (356f6dc4-6b02-4262-a81d-c65f7993d3b1), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.351116 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Added segment 356f6dc4-6b02-4262-a81d-c65f7993d3b1 of type vlan for network f245c986-471e-43a9-93d2-80652bc9bb51 Mar 31 18:14:27.375906 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b1342-5ac8-49c9-9822-8f9ebdcf5d10,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:27.407386 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.407733 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.408080 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.408421 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.408756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.409085 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.409417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.409741 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.410069 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.410422 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.410718 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.411043 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.411391 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.411715 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.412057 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Tracked resource versions report: Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: pushed versions: Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: { 'AddressGroup': {'1.2'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Agent': {'1.1'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'ConntrackHelper': {'1.0'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Log': {'1.0'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'NDPProxy': {'1.0'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Network': {'1.1'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Port': {'1.7'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'PortForwarding': {'1.3'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'QosPolicy': {'1.10'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroup': {'1.5'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'SubPort': {'1.0'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Subnet': {'1.1'}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Trunk': {'1.1'}} Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: consumer versions: Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: HyperV agent@hv-cinder-maste: {}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Agent': '1.1', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'ConntrackHelper': '1.0', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'LocalIPAssociation': '1.0', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Log': '1.0', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'NDPProxy': '1.0', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Network': '1.1', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Port': '1.7', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'PortForwarding': '1.3', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'QosPolicy': '1.10', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroup': '1.5', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'SecurityGroupRule': '1.2', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'SubPort': '1.0', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Subnet': '1.1', Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: 'Trunk': '1.1'}} Mar 31 18:14:27.413366 dv-cinder-master-3-smb neutron-server[103981]: {{(pid=103981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:14:27.429729 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (f245c986-471e-43a9-93d2-80652bc9bb51), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.450072 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (960bd9fd-efbd-4cdd-a3dc-9a03575eeff6), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.481295 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:27.493867 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960bd9fd-efbd-4cdd-a3dc-9a03575eeff6,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:27.499942 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.500276 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Added segment 64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4 of type vlan for network 8c6bbb67-44d9-4cb7-b299-8050fa443730 Mar 31 18:14:27.555301 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (8c6bbb67-44d9-4cb7-b299-8050fa443730), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.559734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (f245c986-471e-43a9-93d2-80652bc9bb51), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.561363 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:27.562153 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.683220 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] Pushing event updated for resources: {'Network': ['ID=f245c986-471e-43a9-93d2-80652bc9bb51,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:27.699239 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network f245c986-471e-43a9-93d2-80652bc9bb51 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:27.751987 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-92b846a0-a69b-4d98-9531-2f105a5ae62d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3290641 Mar 31 18:14:27.756535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50040) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:27.765831 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Request body: {'subnet': {'network_id': 'f245c986-471e-43a9-93d2-80652bc9bb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-802137467-subnet', 'tenant_id': 'b943d0d882c648c9b5d2b83bdaf2824b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:27.783914 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50042) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:27.796993 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (8c6bbb67-44d9-4cb7-b299-8050fa443730), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.797961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:27.798541 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.819835 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50048) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:27.865399 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6bbb67-44d9-4cb7-b299-8050fa443730,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:27.872874 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Made reservation on behalf of b943d0d882c648c9b5d2b83bdaf2824b for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:27.875397 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:27.882123 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:27.971689 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-82dbfb32-00cf-4dd9-91e7-251bc78c8ab7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3389411 Mar 31 18:14:27.974753 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50056) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:27.980415 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Request body: {'subnet': {'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-subnet', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:28.011350 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50060) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:28.093520 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Made reservation on behalf of a390cb7974cd4d92be1e224dc1e6b77f for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:28.095905 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.151316 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (ae8afad8-164a-4745-99d0-89bc300da7df), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.186350 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1638095832-network', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:28.219563 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Checking segment: {'id': '356f6dc4-6b02-4262-a81d-c65f7993d3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f245c986-471e-43a9-93d2-80652bc9bb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:28.223511 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Network hostable DHCP agents. Network: f245c986-471e-43a9-93d2-80652bc9bb51, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:28.227265 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-937053746-network', 'tenant_id': '52f95e5b41c24721a4fe311441406989'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:28.242270 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8afad8-164a-4745-99d0-89bc300da7df,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:28.307141 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Made reservation on behalf of 9f530743e8254a409bf25893dfd2ccf5 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:28.309707 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.328866 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.356276 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50072) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:28.367362 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Network f245c986-471e-43a9-93d2-80652bc9bb51 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:28.423627 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Made reservation on behalf of 52f95e5b41c24721a4fe311441406989 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:28.425843 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.442479 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.448570 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, f245c986-471e-43a9-93d2-80652bc9bb51) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:28.457935 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (860b2f6e-2253-46bd-b63b-ce2855a12e7e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.465565 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:28.466167 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.468811 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1656849-3472-4261-b52f-521b66c58c72 None None] Network f245c986-471e-43a9-93d2-80652bc9bb51 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:28.495492 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks [] for security_group (ff919141-79bf-4650-ac19-3658c8060673), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.552533 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860b2f6e-2253-46bd-b63b-ce2855a12e7e,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:28.569676 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-86d132d7-0f49-424c-9c72-1c2df0e095af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8088021 Mar 31 18:14:28.575383 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.575740 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.576088 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.576430 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.576784 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.577100 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.577431 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.577758 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.578087 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.578538 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.578872 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.579221 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.579580 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.579901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.580225 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Tracked resource versions report: Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: pushed versions: Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: { 'AddressGroup': {'1.2'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Agent': {'1.1'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'ConntrackHelper': {'1.0'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Log': {'1.0'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'NDPProxy': {'1.0'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Network': {'1.1'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Port': {'1.7'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'PortForwarding': {'1.3'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'QosPolicy': {'1.10'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroup': {'1.5'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'SubPort': {'1.0'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Subnet': {'1.1'}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Trunk': {'1.1'}} Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: consumer versions: Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: HyperV agent@hv-cinder-maste: {}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Agent': '1.1', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'ConntrackHelper': '1.0', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'LocalIPAssociation': '1.0', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Log': '1.0', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'NDPProxy': '1.0', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Network': '1.1', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Port': '1.7', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'PortForwarding': '1.3', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'QosPolicy': '1.10', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroup': '1.5', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'SecurityGroupRule': '1.2', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'SubPort': '1.0', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Subnet': '1.1', Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: 'Trunk': '1.1'}} Mar 31 18:14:28.581441 dv-cinder-master-3-smb neutron-server[103982]: {{(pid=103982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:14:28.597100 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9034841-network', 'tenant_id': '0532a6c7e422425dacafe5e5b876e64e'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:28.601637 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-931265845-network', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:28.603642 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ff919141-79bf-4650-ac19-3658c8060673), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.620684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:28.621090 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Network hostable DHCP agents. Network: 8c6bbb67-44d9-4cb7-b299-8050fa443730, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:28.634703 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e8967-76d2-42ae-8cbc-a04afb05081b None None] Network f245c986-471e-43a9-93d2-80652bc9bb51 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:28.656989 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:28.697423 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Made reservation on behalf of 4058b0e7a21b4783a5f1fb59b3b9a95a for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:28.701473 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.703006 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (e1702d6e-d7f3-4344-9868-ea0eba044a4f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.703984 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Added segment e1702d6e-d7f3-4344-9868-ea0eba044a4f of type vlan for network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 Mar 31 18:14:28.719077 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.720692 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks [] for security_group (469ca77b-8f1d-4728-9a0e-1d437890f1b1), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.743008 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff919141-79bf-4650-ac19-3658c8060673,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:28.767156 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Made reservation on behalf of 0532a6c7e422425dacafe5e5b876e64e for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:28.769989 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.775988 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:28.801916 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.852565 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.863618 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (469ca77b-8f1d-4728-9a0e-1d437890f1b1), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.910358 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ca77b-8f1d-4728-9a0e-1d437890f1b1,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:28.915371 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:28.920293 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.920742 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:28.922483 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:28.995853 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 8c6bbb67-44d9-4cb7-b299-8050fa443730) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:29.012869 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb8ca0-46d4-48ba-b63d-d6dbad2e7c56 None None] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:29.022549 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks [] for security_group (1851a79d-0aa0-476b-809d-4af79dd25eab), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.025301 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (438c1680-ef27-4c22-b724-6cdebf9b312c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.025862 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Added segment 438c1680-ef27-4c22-b724-6cdebf9b312c of type vlan for network 4872666f-abbb-46a7-ab9a-83cc9a51bbac Mar 31 18:14:29.030501 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:29.031298 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.082007 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:29.100074 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:29.119268 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1851a79d-0aa0-476b-809d-4af79dd25eab), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.156480 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3ad52fe6-9fa9-439b-8451-dcca541156f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1805193 Mar 31 18:14:29.165949 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7388156c-686b-4054-86c9-8201b6e0c5c7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3396571 Mar 31 18:14:29.166149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50098) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:29.172707 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50100) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:29.175035 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:29.176566 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (4872666f-abbb-46a7-ab9a-83cc9a51bbac), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.191925 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:29.194095 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Request body: {'subnet': {'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1638095832-subnet', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:29.233712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1851a79d-0aa0-476b-809d-4af79dd25eab,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:29.270419 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (069618a1-131d-4cc4-a4a9-bb671ce67a66), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.274166 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Added segment 069618a1-131d-4cc4-a4a9-bb671ce67a66 of type vlan for network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 Mar 31 18:14:29.292719 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-8c6bbb67-44d9-4cb7-b299-8050fa443730', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:14:29.293717 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.333382 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.344619 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Made reservation on behalf of 9f530743e8254a409bf25893dfd2ccf5 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:29.346900 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.350034 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks [] for security_group (afeff1eb-1e64-454e-8db3-76bf427a0ea7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.425581 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (8221530e-c2a1-4674-91c9-8b9b49459d82), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.427020 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (8221530e-c2a1-4674-91c9-8b9b49459d82), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.435483 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (afeff1eb-1e64-454e-8db3-76bf427a0ea7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.448763 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:29.476177 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (46cd6c1e-0629-4b79-b479-e33ae1083943), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.476782 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Added segment 46cd6c1e-0629-4b79-b479-e33ae1083943 of type vlan for network dc5d3074-787f-4251-a6cc-a2313cf401f3 Mar 31 18:14:29.517931 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (4872666f-abbb-46a7-ab9a-83cc9a51bbac), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.519195 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:29.520027 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.529310 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeff1eb-1e64-454e-8db3-76bf427a0ea7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:29.546045 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Allocated IP 172.20.0.2 (8c6bbb67-44d9-4cb7-b299-8050fa443730/860b2f6e-2253-46bd-b63b-ce2855a12e7e/0f3ad19d-3795-43f3-8cd3-0666b667c310) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:29.577192 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.578786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:29.584954 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.609568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks [] for router_controller (8221530e-c2a1-4674-91c9-8b9b49459d82), precommit_add_association {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.639959 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (dc5d3074-787f-4251-a6cc-a2313cf401f3), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.671124 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] Pushing event updated for resources: {'Network': ['ID=4872666f-abbb-46a7-ab9a-83cc9a51bbac,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:29.682180 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:29.741473 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:29.746860 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:29.751503 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8b8cdde3-8d05-4423-bccb-7d0d60aa5dda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9664199 Mar 31 18:14:29.783961 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50116) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:29.801501 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Request body: {'subnet': {'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-subnet', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:29.820272 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (dc5d3074-787f-4251-a6cc-a2313cf401f3), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.831599 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:29.832251 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:29.863398 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a05c55b4-645e-4ecd-907e-ef54f9529ff2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5031674 Mar 31 18:14:29.863398 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50124) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:29.868081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Request body: {'subnet': {'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-subnet', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:29.930427 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50126) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:29.957654 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-937795743-network', 'tenant_id': '06f656b1c61a43e99c2267be8d1f2df9'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:30.020914 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks [] for router_gateway (8221530e-c2a1-4674-91c9-8b9b49459d82), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.039701 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (0b956446-1a64-4c22-967c-eb68a7dfb146), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.048381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Made reservation on behalf of 4058b0e7a21b4783a5f1fb59b3b9a95a for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:30.051568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.055693 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Publish callbacks [] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.062949 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] Pushing event updated for resources: {'Network': ['ID=dc5d3074-787f-4251-a6cc-a2313cf401f3,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:30.074848 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network dc5d3074-787f-4251-a6cc-a2313cf401f3 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:30.091241 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Made reservation on behalf of 52f95e5b41c24721a4fe311441406989 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:30.093582 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.096339 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Made reservation on behalf of 06f656b1c61a43e99c2267be8d1f2df9 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:30.098902 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.160509 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.204974 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.206131 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b956446-1a64-4c22-967c-eb68a7dfb146,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:30.227021 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-399a1556-ee4b-4000-aab2-bce6ccb181dc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2119308 Mar 31 18:14:30.229209 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50142) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:30.232387 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Checking segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:30.233079 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Network hostable DHCP agents. Network: f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:30.235953 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Request body: {'subnet': {'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9034841-subnet', 'tenant_id': '0532a6c7e422425dacafe5e5b876e64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:30.319831 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Pushing event updated for resources: {'Port': ['ID=0f3ad19d-3795-43f3-8cd3-0666b667c310,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:30.351185 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.352001 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.352569 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.353146 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.353677 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.354207 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.354879 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.355466 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.356380 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.356936 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.357451 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.357997 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.358499 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.359259 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.359807 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Made reservation on behalf of 0532a6c7e422425dacafe5e5b876e64e for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:30.360033 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Tracked resource versions report: Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: pushed versions: Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: { 'AddressGroup': {'1.2'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Agent': {'1.1'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'ConntrackHelper': {'1.0'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Log': {'1.0'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'NDPProxy': {'1.0'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Network': {'1.1'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Port': {'1.7'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'PortForwarding': {'1.3'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'QosPolicy': {'1.10'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroup': {'1.5'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'SubPort': {'1.0'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Subnet': {'1.1'}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Trunk': {'1.1'}} Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: consumer versions: Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: HyperV agent@hv-cinder-maste: {}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Agent': '1.1', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'ConntrackHelper': '1.0', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'LocalIPAssociation': '1.0', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Log': '1.0', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'NDPProxy': '1.0', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Network': '1.1', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Port': '1.7', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'PortForwarding': '1.3', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'QosPolicy': '1.10', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroup': '1.5', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'SecurityGroupRule': '1.2', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'SubPort': '1.0', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Subnet': '1.1', Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: 'Trunk': '1.1'}} Mar 31 18:14:30.361641 dv-cinder-master-3-smb neutron-server[103983]: {{(pid=103983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:14:30.363892 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.377325 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:30.385845 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:30.385845 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:30.444777 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:30.454547 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks [] for security_group (29843192-43ad-4d74-a052-543427803eb4), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.466295 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Attempting to bind port 0f3ad19d-3795-43f3-8cd3-0666b667c310 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:30.466994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Attempting to bind port 0f3ad19d-3795-43f3-8cd3-0666b667c310 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:30.467645 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Attempting to bind port 0f3ad19d-3795-43f3-8cd3-0666b667c310 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:30.476771 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:30.478331 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:30.478851 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.479737 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Bound using segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:30.480537 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Bound port: 0f3ad19d-3795-43f3-8cd3-0666b667c310, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:30.481154 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.559212 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (29843192-43ad-4d74-a052-543427803eb4), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.594828 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:14:30.597241 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:30.613193 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:30.613490 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00380f-de84-4c4c-8bdc-5ae68ca286e0 None None] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:30.613998 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.652805 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29843192-43ad-4d74-a052-543427803eb4,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:30.674065 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.675629 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Added segment 6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f of type vlan for network 70a4f67d-437c-4a58-8406-e60425b34955 Mar 31 18:14:30.689252 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (b81c167d-082d-43d3-9246-74a8094f2168), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.694135 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] For port 0f3ad19d-3795-43f3-8cd3-0666b667c310, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:30.767983 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (4b331f6f-cff0-48bf-849f-38b06dc7a8e2), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.781724 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-1b3033a9-35cb-4355-aa9f-5276db5e2c90 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6009665 Mar 31 18:14:30.785411 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81c167d-082d-43d3-9246-74a8094f2168,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:30.795132 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50166) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:30.807594 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:30.840840 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (70a4f67d-437c-4a58-8406-e60425b34955), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.859960 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] For port 0f3ad19d-3795-43f3-8cd3-0666b667c310, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0f3ad19d-3795-43f3-8cd3-0666b667c310,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:30.891973 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.894038 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.899821 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Checking segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:30.900613 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Network hostable DHCP agents. Network: 4872666f-abbb-46a7-ab9a-83cc9a51bbac, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:30.928923 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b331f6f-cff0-48bf-849f-38b06dc7a8e2,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:30.961654 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.984454 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:14:30.986574 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (70a4f67d-437c-4a58-8406-e60425b34955), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.987084 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:30.987644 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:30.988274 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.013115 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks [] for router_controller (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.026445 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks [] for router_gateway (8221530e-c2a1-4674-91c9-8b9b49459d82), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.033367 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Checking segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:31.033986 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Network hostable DHCP agents. Network: 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:31.059724 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:31.060725 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.088640 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] Pushing event updated for resources: {'Network': ['ID=70a4f67d-437c-4a58-8406-e60425b34955,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:31.129035 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (9f259911-678c-4bb8-904e-4256d420eda5), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.183424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f259911-678c-4bb8-904e-4256d420eda5,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:31.240369 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 70a4f67d-437c-4a58-8406-e60425b34955 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:14:31.252874 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:31.270855 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Checking segment: {'id': '46cd6c1e-0629-4b79-b479-e33ae1083943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:31.271444 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Network hostable DHCP agents. Network: dc5d3074-787f-4251-a6cc-a2313cf401f3, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:31.303934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Allocated IP 172.37.4.233 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/539257d0-c2ba-47ae-8b99-f3203b0fc81a) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:31.330302 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f508d696-ea68-4a80-98f2-c63dacaa854d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3794804 Mar 31 18:14:31.335103 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50174) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:31.340698 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Request body: {'subnet': {'network_id': '70a4f67d-437c-4a58-8406-e60425b34955', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-937795743-subnet', 'tenant_id': '06f656b1c61a43e99c2267be8d1f2df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:31.380841 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a57297-8d23-4f83-b259-f049dbe1af95 None None] Pushing event updated for resources: {'Port': ['ID=0f3ad19d-3795-43f3-8cd3-0666b667c310,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:31.466364 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Allocated IP 172.20.0.2 (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1/0b956446-1a64-4c22-967c-eb68a7dfb146/35989554-78a8-4d18-926d-e71e1e7aab7a) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:31.467367 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:31.467367 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:31.467367 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.467886 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5e4ce-2956-433f-ab62-a09c3f2e7128 None None] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:31.503435 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks [] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.527188 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Network dc5d3074-787f-4251-a6cc-a2313cf401f3 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:31.541328 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, dc5d3074-787f-4251-a6cc-a2313cf401f3) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:31.547214 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:31.550947 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.604263 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-65ee1165-fc35-478d-9920-8f460f2801cb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7399366 Mar 31 18:14:31.608370 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097047a-8c90-4a86-853c-7ab424c13c37 None None] Network dc5d3074-787f-4251-a6cc-a2313cf401f3 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:31.610462 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50182) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:31.615771 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:31.630501 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.644247 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-af7c7f44-6133-46de-9978-6d9b51e1f8cd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4055524 Mar 31 18:14:31.656177 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 4872666f-abbb-46a7-ab9a-83cc9a51bbac) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:31.689916 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:31.702856 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:31.703740 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.720735 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks [] for router_gateway (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.729412 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ae4c7-4df6-4eb6-bbe4-da17985840e8 None None] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:31.740406 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:31.746680 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:31.786168 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50186) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:31.796605 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Made reservation on behalf of 06f656b1c61a43e99c2267be8d1f2df9 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:31.800193 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.825577 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Pushing event updated for resources: {'Port': ['ID=539257d0-c2ba-47ae-8b99-f3203b0fc81a,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:31.832222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (c1fdd27d-6448-43b9-8088-6800fd5b69ea), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.833339 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (c1fdd27d-6448-43b9-8088-6800fd5b69ea), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.888485 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:14:31.895705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:31.934409 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-cd0288cf-e0a7-45c8-9b80-4cd81442a50c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1378946 Mar 31 18:14:31.935321 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50192) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:31.958145 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:32.067251 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e3802c-4c58-4887-b43d-ba59b122a6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.079387 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Publish callbacks [] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.103920 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks [] for router_controller (c1fdd27d-6448-43b9-8088-6800fd5b69ea), precommit_add_association {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.171403 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (4469d47a-4dc5-49e9-8e6d-894714b72a17), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.173057 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (4469d47a-4dc5-49e9-8e6d-894714b72a17), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.212730 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.300227 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Pushing event updated for resources: {'Port': ['ID=35989554-78a8-4d18-926d-e71e1e7aab7a,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:32.336230 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50216) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:32.346773 dv-cinder-master-3-smb neutron-server[103982]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 18:14:32.382737 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:32.390022 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:32.392718 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:32.396402 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:14:32.397809 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.400508 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e23c0-c802-4d91-aec3-a2c39f411a60 None None] Network dc5d3074-787f-4251-a6cc-a2313cf401f3 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:32.455014 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks [] for router_controller (4469d47a-4dc5-49e9-8e6d-894714b72a17), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.551163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks [] for router_gateway (c1fdd27d-6448-43b9-8088-6800fd5b69ea), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.574254 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks [] for router_gateway (8221530e-c2a1-4674-91c9-8b9b49459d82), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.583040 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (cdb79067-f17c-4618-a786-4b4cf55bbaaa), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.587715 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e3802c-4c58-4887-b43d-ba59b122a6d4 admin admin] Publish callbacks [] for security_group (e0fa1345-3324-4599-87f7-764f3582c509), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:32.681330 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Allocated IP 172.20.0.2 (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269/4b331f6f-cff0-48bf-849f-38b06dc7a8e2/4f8e4fd1-fa66-472b-ae5b-b5cf0708a161) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:32.793229 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0f3ad19d-3795-43f3-8cd3-0666b667c310 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:32.927103 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e365cfd4-f1db-46f8-8f49-fffe4560debe None None] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:32.982456 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (8221530e-c2a1-4674-91c9-8b9b49459d82), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.016515 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] Provisioning complete for port 0f3ad19d-3795-43f3-8cd3-0666b667c310 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:33.016908 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.044319 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks [] for router_gateway (4469d47a-4dc5-49e9-8e6d-894714b72a17), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.044913 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Attempting to bind port 35989554-78a8-4d18-926d-e71e1e7aab7a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:33.044913 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Attempting to bind port 35989554-78a8-4d18-926d-e71e1e7aab7a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:33.045096 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Attempting to bind port 35989554-78a8-4d18-926d-e71e1e7aab7a on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:33.047994 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e3802c-4c58-4887-b43d-ba59b122a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e0fa1345-3324-4599-87f7-764f3582c509), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.105139 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e9e3802c-4c58-4887-b43d-ba59b122a6d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=085c139c205c49d1a8ff36706b181735&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3165758 Mar 31 18:14:33.107858 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:33.108685 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Checking segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:33.109102 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.109525 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Bound using segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:33.110030 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Bound port: 35989554-78a8-4d18-926d-e71e1e7aab7a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:33.110420 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.116060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50230) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:33.159919 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb79067-f17c-4618-a786-4b4cf55bbaaa,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:33.185924 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3802c-4c58-4887-b43d-ba59b122a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fa1345-3324-4599-87f7-764f3582c509,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:33.279253 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-648aa6ce-b3ce-489d-82e0-6bf01dc16cca tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:33.280616 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-648aa6ce-b3ce-489d-82e0-6bf01dc16cca tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/networks?id=dc5d3074-787f-4251-a6cc-a2313cf401f3 HTTP/1.1" status: 200 len: 809 time: 0.9403634 Mar 31 18:14:33.297274 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] Current status of the port 0f3ad19d-3795-43f3-8cd3-0666b667c310 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:33.297641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.339115 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks [] for router_gateway (c1fdd27d-6448-43b9-8088-6800fd5b69ea), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.356456 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks [] for router_gateway (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.371215 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.377212 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Checking segment: {'id': '6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '70a4f67d-437c-4a58-8406-e60425b34955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:33.377511 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-808ab78f-078c-4881-b895-b9dba651a55a admin admin] Publish callbacks [] for security_group (e0fa1345-3324-4599-87f7-764f3582c509), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.380299 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Network hostable DHCP agents. Network: 70a4f67d-437c-4a58-8406-e60425b34955, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:14:33.445377 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-98fa6fa6-c0f2-4469-873a-5552f417d586 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/quotas/0532a6c7e422425dacafe5e5b876e64e HTTP/1.1" status: 200 len: 375 time: 0.1368423 Mar 31 18:14:33.455069 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.473887 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-808ab78f-078c-4881-b895-b9dba651a55a admin admin] Publish callbacks [] for security_group (e0fa1345-3324-4599-87f7-764f3582c509), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.494627 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:14:33.569292 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Allocated IP 172.20.0.2 (4872666f-abbb-46a7-ab9a-83cc9a51bbac/b81c167d-082d-43d3-9246-74a8094f2168/42240fdb-d74b-4b89-aabd-c83787398b2c) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:33.598138 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 0f3ad19d-3795-43f3-8cd3-0666b667c310 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:33.598567 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.609528 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Network 70a4f67d-437c-4a58-8406-e60425b34955 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:14:33.624914 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-41d589b9-2aeb-469b-aacc-66588230c3a6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0532a6c7e422425dacafe5e5b876e64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449125 Mar 31 18:14:33.710079 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 70a4f67d-437c-4a58-8406-e60425b34955) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:33.726339 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Publish callbacks [] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.726668 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:33.729201 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.732838 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] For port 35989554-78a8-4d18-926d-e71e1e7aab7a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:33.738369 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca03ee9-d53b-441d-bdfd-c5641babb6f8 None None] Network 70a4f67d-437c-4a58-8406-e60425b34955 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:33.769979 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Allocated IP 172.37.4.154 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/6e3e6611-30d8-44a4-8d73-548474338edd) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:33.794819 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-808ab78f-078c-4881-b895-b9dba651a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e0fa1345-3324-4599-87f7-764f3582c509), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.798782 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-808ab78f-078c-4881-b895-b9dba651a55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.802747 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] For port 0f3ad19d-3795-43f3-8cd3-0666b667c310, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0f3ad19d-3795-43f3-8cd3-0666b667c310,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:33.820033 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-808ab78f-078c-4881-b895-b9dba651a55a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0fa1345-3324-4599-87f7-764f3582c509 HTTP/1.1" status: 204 len: 168 time: 0.6721580 Mar 31 18:14:33.854439 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ab78f-078c-4881-b895-b9dba651a55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fa1345-3324-4599-87f7-764f3582c509,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:33.907440 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] For port 35989554-78a8-4d18-926d-e71e1e7aab7a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=35989554-78a8-4d18-926d-e71e1e7aab7a,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:33.927415 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:33.941098 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:33.978913 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:33.995902 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:33.996699 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:34.014502 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Pushing event updated for resources: {'Port': ['ID=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:34.032975 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.038233 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.064222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.070894 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-bb3081e1-a6e9-4599-b082-04d9647a6a09 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9000497 Mar 31 18:14:34.082411 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50248) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:34.097696 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks [] for port (6e3e6611-30d8-44a4-8d73-548474338edd), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.123810 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:34.145553 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-cd2c16cc-8b60-40d4-b445-af84427ae94c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7999568 Mar 31 18:14:34.212650 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:34.221588 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:34.309231 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks [] for router_gateway (4469d47a-4dc5-49e9-8e6d-894714b72a17), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.377001 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.393971 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7617c-f650-4680-bc97-cb450f646455 None None] Network 70a4f67d-437c-4a58-8406-e60425b34955 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:34.403696 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-34d33b1c-9d99-426f-9fc8-adcedc9c1867 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:14:34.405186 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-34d33b1c-9d99-426f-9fc8-adcedc9c1867 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2903719 Mar 31 18:14:34.426081 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:34.443362 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 0f3ad19d-3795-43f3-8cd3-0666b667c310 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:34.653383 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893b8b-c300-4c18-93e4-951792426fd8 None None] Pushing event updated for resources: {'Port': ['ID=35989554-78a8-4d18-926d-e71e1e7aab7a,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:34.839186 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-2f2f1d27-a501-496e-9eca-9ccfa2ccb9b3 service neutron] 10.222.0.62 "GET /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870749 Mar 31 18:14:34.868573 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-3ed12089-4f58-441b-bf5f-934dacf44522 None None] Provisioning complete for port 0f3ad19d-3795-43f3-8cd3-0666b667c310 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:34.868977 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3ed12089-4f58-441b-bf5f-934dacf44522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.882405 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Attempting to bind port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:34.882657 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Attempting to bind port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:34.883431 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Attempting to bind port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:34.900584 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:32Z', 'revision_number': 3, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:34.925289 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Publish callbacks [] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.950040 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:34.950535 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Checking segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:34.951185 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.951891 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Bound using segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:34.952727 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Bound port: 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:34.953388 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:34.966000 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb6c48-c529-460b-9c07-ebfb7437b853 None None] Pushing event updated for resources: {'Port': ['ID=0f3ad19d-3795-43f3-8cd3-0666b667c310,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:34.967494 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Allocated IP 172.37.4.185 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/011a497f-de05-4fab-8934-ed3c4e2b37a0) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:35.008995 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.009182 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50256) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:35.027646 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:35.031102 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Updating router 8221530e-c2a1-4674-91c9-8b9b49459d82 port 539257d0-c2ba-47ae-8b99-f3203b0fc81a binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:35.123557 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:35.145549 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:35.158170 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.164433 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:35.480547 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Pushing event updated for resources: {'Port': ['ID=42240fdb-d74b-4b89-aabd-c83787398b2c,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:35.487424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.487424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:35.487424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:35.487424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:35.492695 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-3ed12089-4f58-441b-bf5f-934dacf44522 None None] Current status of the port 0f3ad19d-3795-43f3-8cd3-0666b667c310 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:35.493001 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Deleting subnet ae8afad8-164a-4745-99d0-89bc300da7df {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:14:35.493001 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Publish callbacks [] for subnet (ae8afad8-164a-4745-99d0-89bc300da7df), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.494004 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3e6611-30d8-44a4-8d73-548474338edd,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:35.494340 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] For port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:35.494340 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Attempting to bind port 42240fdb-d74b-4b89-aabd-c83787398b2c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:35.494340 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Attempting to bind port 42240fdb-d74b-4b89-aabd-c83787398b2c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:35.494340 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Attempting to bind port 42240fdb-d74b-4b89-aabd-c83787398b2c on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:35.496018 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-65348277-fa51-46b6-8f81-efa74767a5ec service neutron] 10.222.0.62 "GET /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916287 Mar 31 18:14:35.496018 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Publish callbacks [] for subnet (ae8afad8-164a-4745-99d0-89bc300da7df), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.496424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:35.496424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Checking segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:35.496424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.496424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Bound using segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:35.496424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Bound port: 42240fdb-d74b-4b89-aabd-c83787398b2c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:35.496424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.500321 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks [] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.568907 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (ae8afad8-164a-4745-99d0-89bc300da7df), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.587311 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] For port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:35.679451 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.717529 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.808545 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] For port 42240fdb-d74b-4b89-aabd-c83787398b2c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:35.827824 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] For port 42240fdb-d74b-4b89-aabd-c83787398b2c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=42240fdb-d74b-4b89-aabd-c83787398b2c,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:35.895406 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034e9b0-5123-4c52-824b-b970ad442353 None None] Pushing event updated for resources: {'Port': ['ID=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:35.913193 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for subnet (ae8afad8-164a-4745-99d0-89bc300da7df), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.917283 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:35.996247 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:36.009668 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae8afad8-164a-4745-99d0-89bc300da7df HTTP/1.1" status: 204 len: 168 time: 0.9945071 Mar 31 18:14:36.021747 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50286) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:36.069753 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c05795-9d95-478e-8a80-a85420d25ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8afad8-164a-4745-99d0-89bc300da7df,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:36.085000 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:36.193417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50294) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:36.198796 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks [] for router_gateway (c1fdd27d-6448-43b9-8088-6800fd5b69ea), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:36.230586 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29387e75-0e40-4066-a5ab-d015c091dbb2 None None] Pushing event updated for resources: {'Port': ['ID=42240fdb-d74b-4b89-aabd-c83787398b2c,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:36.329154 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (f245c986-471e-43a9-93d2-80652bc9bb51), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:36.415410 dv-cinder-master-3-smb neutron-server[103981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 18:14:36.646637 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:36.666835 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771f6a64-057a-4c64-8aff-7d6a3dfc3021 None None] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:36.678108 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:36.697820 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-61ed3767-5f12-4c16-96fb-59512b69ff38 req-4d37003e-ce90-4408-821d-71759ab6f58a tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.5032408 Mar 31 18:14:36.706344 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Pushing event updated for resources: {'Port': ['ID=011a497f-de05-4fab-8934-ed3c4e2b37a0,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:36.768781 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Allocated IP 172.37.4.21 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/95529404-525f-4cf1-b912-9b2ee00cf9cb) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:36.774777 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:36.869517 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0f3ad19d-3795-43f3-8cd3-0666b667c310 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:36.911059 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Allocated IP 172.20.0.1 (8c6bbb67-44d9-4cb7-b299-8050fa443730/860b2f6e-2253-46bd-b63b-ce2855a12e7e/01a1fea3-3afe-4028-b7a0-e29abd9862d0) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:36.944335 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] Provisioning complete for port 35989554-78a8-4d18-926d-e71e1e7aab7a triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:36.944335 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.087964 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 0f3ad19d-3795-43f3-8cd3-0666b667c310 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:37.088583 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.206244 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] Current status of the port 35989554-78a8-4d18-926d-e71e1e7aab7a is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:37.206915 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.228444 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks [] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.245243 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks [] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.277914 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] For port 35989554-78a8-4d18-926d-e71e1e7aab7a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=35989554-78a8-4d18-926d-e71e1e7aab7a,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:37.301788 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 0f3ad19d-3795-43f3-8cd3-0666b667c310 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:37.302933 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 35989554-78a8-4d18-926d-e71e1e7aab7a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:37.308173 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (f245c986-471e-43a9-93d2-80652bc9bb51), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.309250 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (c1fdd27d-6448-43b9-8088-6800fd5b69ea), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.377522 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.438027 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.438386 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.439237 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.440571 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.440901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.441247 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.441583 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.441918 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.442254 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.442678 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:37.475997 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 35989554-78a8-4d18-926d-e71e1e7aab7a triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:37.476611 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.528609 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.547863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1843952-9270-4fbe-a20f-f6a58c126729 None None] Pushing event updated for resources: {'Port': ['ID=35989554-78a8-4d18-926d-e71e1e7aab7a,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:37.614204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:37.625562 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:37.629080 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:37.629684 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (8221530e-c2a1-4674-91c9-8b9b49459d82), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:37.888135 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 35989554-78a8-4d18-926d-e71e1e7aab7a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:37.893929 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:37.905811 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-576e1900-e161-46d7-a801-de0a815312e4 None None] Provisioning complete for port 35989554-78a8-4d18-926d-e71e1e7aab7a triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:37.912602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-576e1900-e161-46d7-a801-de0a815312e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.014425 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Publish callbacks [] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.103849 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:38.105577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:38.110751 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:38.110751 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:14:38.111058 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.111250 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f245c986-471e-43a9-93d2-80652bc9bb51']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:38.167805 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356f6dc4-6b02-4262-a81d-c65f7993d3b1') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:38.172095 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356f6dc4-6b02-4262-a81d-c65f7993d3b1') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:38.193268 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-035e6e29-0bf3-44f0-a3e2-4c80d142ce3c req-b7f8d4e7-538e-4afc-92c7-bafef3c49416 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.1207809 Mar 31 18:14:38.225468 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (356f6dc4-6b02-4262-a81d-c65f7993d3b1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.261589 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Pushing event updated for resources: {'Port': ['ID=539257d0-c2ba-47ae-8b99-f3203b0fc81a,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:38.291156 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Pushing event updated for resources: {'Port': ['ID=01a1fea3-3afe-4028-b7a0-e29abd9862d0,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:38.292408 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (356f6dc4-6b02-4262-a81d-c65f7993d3b1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.296075 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Attempting to bind port 539257d0-c2ba-47ae-8b99-f3203b0fc81a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:38.296679 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Attempting to bind port 539257d0-c2ba-47ae-8b99-f3203b0fc81a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:38.299476 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Attempting to bind port 539257d0-c2ba-47ae-8b99-f3203b0fc81a on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:38.313045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.321281 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:38.322531 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:38.323131 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.323759 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:38.324434 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Bound port: 539257d0-c2ba-47ae-8b99-f3203b0fc81a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:38.325007 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.362242 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.406380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:14:38.425085 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:14:38.425801 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (356f6dc4-6b02-4262-a81d-c65f7993d3b1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.429353 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] For port 539257d0-c2ba-47ae-8b99-f3203b0fc81a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:38.433997 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] For port 539257d0-c2ba-47ae-8b99-f3203b0fc81a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=539257d0-c2ba-47ae-8b99-f3203b0fc81a,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:38.438404 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.439136 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.439878 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.440454 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.440994 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.441571 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.442213 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.442756 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.443362 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.443897 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.444468 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.445035 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.446160 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.446696 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.447223 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Tracked resource versions report: Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: pushed versions: Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: { 'AddressGroup': {'1.2'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Agent': {'1.1'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'ConntrackHelper': {'1.0'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'LocalIPAssociation': {'1.0'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Log': {'1.0'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'NDPProxy': {'1.0'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Network': {'1.1'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Port': {'1.7'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'PortForwarding': {'1.3'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'QosPolicy': {'1.10'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroup': {'1.5'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroupRule': {'1.2'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'SubPort': {'1.0'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Subnet': {'1.1'}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Trunk': {'1.1'}} Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: consumer versions: Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: { DHCP agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: HyperV agent@hv-cinder-maste: {}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: L3 agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: Metadata agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: Metering agent@dv-cinder-master-3-smb: {}, Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Agent': '1.1', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'ConntrackHelper': '1.0', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'LocalIPAssociation': '1.0', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Log': '1.0', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'NDPProxy': '1.0', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Network': '1.1', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Port': '1.7', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'PortForwarding': '1.3', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'QosPolicy': '1.10', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroup': '1.5', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'SecurityGroupRule': '1.2', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'SubPort': '1.0', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Subnet': '1.1', Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: 'Trunk': '1.1'}} Mar 31 18:14:38.448724 dv-cinder-master-3-smb neutron-server[103984]: {{(pid=103984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: from cryptography.utils import int_from_bytes Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: from cryptography.utils import int_from_bytes Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:14:38.462624 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:14:38.498096 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9388c57-1d6e-46c2-8909-906775c9356f None None] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:38.530238 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.682300 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e3f47-8ffa-4580-9714-7ff8f6f7b7b8 None None] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:14:38.693807 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:38.698917 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:38.713254 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:38.722612 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:38.724646 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=95529404-525f-4cf1-b912-9b2ee00cf9cb,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:38.798004 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:38.798438 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:38.878844 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ecff3-d832-4903-a98d-21a337443471 None None] Pushing event updated for resources: {'Port': ['ID=539257d0-c2ba-47ae-8b99-f3203b0fc81a,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:38.968787 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:38.971271 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (f245c986-471e-43a9-93d2-80652bc9bb51), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.013318 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-576e1900-e161-46d7-a801-de0a815312e4 None None] Current status of the port 35989554-78a8-4d18-926d-e71e1e7aab7a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:39.027239 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:39.074232 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f245c986-471e-43a9-93d2-80652bc9bb51,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:39.088104 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:39.093080 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.098042 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-9cc929e9-421c-4886-9da8-50196402cef3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f245c986-471e-43a9-93d2-80652bc9bb51 HTTP/1.1" status: 204 len: 168 time: 3.0822995 Mar 31 18:14:39.104030 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50388) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:39.124038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:39.230902 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks [] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.251518 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.257360 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9369d68c-7bd6-44ec-9915-cc3542a34c44 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6457541 Mar 31 18:14:39.258280 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50392) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:39.272152 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks [] for router_gateway (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.330566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:39.331648 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.396052 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Provisioning complete for port 42240fdb-d74b-4b89-aabd-c83787398b2c triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:39.396832 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.399934 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:39.400756 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:39.442081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.443053 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (8221530e-c2a1-4674-91c9-8b9b49459d82), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.594475 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Deleting subnet cdb79067-f17c-4618-a786-4b4cf55bbaaa {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:14:39.600416 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:36Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:39.605017 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Publish callbacks [] for subnet (cdb79067-f17c-4618-a786-4b4cf55bbaaa), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.644888 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce99c3-51b6-4840-95d0-d33adc9fcb1b None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:36Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:14:39.718174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16214022'] for subnet (cdb79067-f17c-4618-a786-4b4cf55bbaaa), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.720112 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cc1beb40-802b-4594-bf76-6853644309ad req-937a0250-1787-43d4-92bd-2994bf7346fa tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.1336970 Mar 31 18:14:39.826806 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Pushing event updated for resources: {'Port': ['ID=01a1fea3-3afe-4028-b7a0-e29abd9862d0,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:39.851905 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:39.942918 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Current status of the port 42240fdb-d74b-4b89-aabd-c83787398b2c is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:39.943362 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:39.972021 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:40.014885 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.168658 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:40.175840 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:40.192392 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (cdb79067-f17c-4618-a786-4b4cf55bbaaa), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.344006 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks [] for router_gateway (4469d47a-4dc5-49e9-8e6d-894714b72a17), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.433582 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:40.485888 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] For port 42240fdb-d74b-4b89-aabd-c83787398b2c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=42240fdb-d74b-4b89-aabd-c83787398b2c,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:40.493930 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:14:40.520769 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.560698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.577994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 35989554-78a8-4d18-926d-e71e1e7aab7a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:40.676229 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16245580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15822073'] for subnet (cdb79067-f17c-4618-a786-4b4cf55bbaaa), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.725520 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.731749 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cdb79067-f17c-4618-a786-4b4cf55bbaaa HTTP/1.1" status: 204 len: 168 time: 1.6224670 Mar 31 18:14:40.731749 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecf085-9fdd-48fc-b9ec-49616d1f9731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb79067-f17c-4618-a786-4b4cf55bbaaa,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:40.741078 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50412) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:40.768098 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Provisioning complete for port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:40.768559 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.787980 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:40.791023 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 35989554-78a8-4d18-926d-e71e1e7aab7a triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:40.791661 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:40.793469 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Pushing event updated for resources: {'Port': ['ID=42240fdb-d74b-4b89-aabd-c83787398b2c,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:40.793861 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-04b248c9-0894-4aa0-88b2-e29d90733df2 admin admin] 10.222.0.62 "PUT /v2.0/routers/8221530e-c2a1-4674-91c9-8b9b49459d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7098575 Mar 31 18:14:40.895925 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:35Z', 'revision_number': 3, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:40.911639 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-801b96c3-ce09-4d4d-bbc8-c5e673a34e5c req-68464693-05d6-4daa-a2a0-bf76c61e6b4f tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.0515916 Mar 31 18:14:40.968452 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:40.968452 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Updating router c1fdd27d-6448-43b9-8088-6800fd5b69ea port 6e3e6611-30d8-44a4-8d73-548474338edd binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:41.057970 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (70a4f67d-437c-4a58-8406-e60425b34955), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.061100 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.141509 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:14:41.167214 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.214440 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.65', 59056) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:41.229480 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 35989554-78a8-4d18-926d-e71e1e7aab7a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:41.231544 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 42240fdb-d74b-4b89-aabd-c83787398b2c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:41.317854 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Current status of the port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:41.555077 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Provisioning complete for port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:41.555562 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.657257 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (4469d47a-4dc5-49e9-8e6d-894714b72a17), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.745702 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b0eddd3e-34d1-46cb-96d7-5472e1148714 None None] Port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:41.760339 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 42240fdb-d74b-4b89-aabd-c83787398b2c triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:41.760724 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.779804 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (70a4f67d-437c-4a58-8406-e60425b34955), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:41.799725 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-7fcdcdf6-cf4d-4281-9b9c-97990839e8dd tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:41.799725 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-7fcdcdf6-cf4d-4281-9b9c-97990839e8dd tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.65 "GET /v2.0/networks?id=dc5d3074-787f-4251-a6cc-a2313cf401f3 HTTP/1.1" status: 200 len: 809 time: 0.5808296 Mar 31 18:14:41.820570 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Allocated IP 172.20.0.1 (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269/4b331f6f-cff0-48bf-849f-38b06dc7a8e2/61ff79b5-2d14-4eb3-84fe-17d74e28f5cb) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:41.904810 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a4f67d-437c-4a58-8406-e60425b34955']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:41.943196 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Request body: {'port': {'device_id': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3', 'admin_state_up': True, 'tenant_id': '0532a6c7e422425dacafe5e5b876e64e'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:41.951645 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:41.952457 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:41.982658 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.007843 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.019397 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:14:42.019918 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (6dcf4fec-9ed7-4610-83b1-e4b4cdd0e57f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:14:42.104126 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:14:42.105748 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50458) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:42.124533 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72063973', 'description': 'tempest-description--1112303121'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:42.174825 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:42.186239 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:42.225292 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:42.225961 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:42.228789 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Provisioning complete for port 42240fdb-d74b-4b89-aabd-c83787398b2c triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:42.229739 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.267780 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (70a4f67d-437c-4a58-8406-e60425b34955), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.280215 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.297484 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] 10.222.0.62 "DELETE /v2.0/networks/70a4f67d-437c-4a58-8406-e60425b34955 HTTP/1.1" status: 204 len: 168 time: 1.5518239 Mar 31 18:14:42.373220 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.374749 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-32de79c8-b69f-4429-b194-054f212049fd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.5728090 Mar 31 18:14:42.375883 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e12b97-23a5-474a-9cce-905df7eee407 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a4f67d-437c-4a58-8406-e60425b34955,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:42.386664 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50468) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:42.400132 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.496089 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 42240fdb-d74b-4b89-aabd-c83787398b2c is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:42.523127 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Publish callbacks [] for port (6e3e6611-30d8-44a4-8d73-548474338edd), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.523998 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7371d96f-f607-4908-bce7-13acb84ad86f req-b3c3da7a-fc7f-40f5-b5fc-b9d8c4973060 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.2711239 Mar 31 18:14:42.576059 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:42.603027 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.675602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Current status of the port 42240fdb-d74b-4b89-aabd-c83787398b2c is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:42.724452 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Provisioning complete for port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:42.725297 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.778377 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c10d-7ce8-409c-a42c-5553f7651801 None None] Pushing event updated for resources: {'Port': ['ID=6e3e6611-30d8-44a4-8d73-548474338edd,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:42.785855 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Attempting to bind port 6e3e6611-30d8-44a4-8d73-548474338edd on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:42.786486 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Attempting to bind port 6e3e6611-30d8-44a4-8d73-548474338edd by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:42.787681 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Attempting to bind port 6e3e6611-30d8-44a4-8d73-548474338edd on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:42.815725 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:42.815725 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:42.816203 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.816492 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:42.817366 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Bound port: 6e3e6611-30d8-44a4-8d73-548474338edd, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:42.817764 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.848632 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks [] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:42.891488 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 539257d0-c2ba-47ae-8b99-f3203b0fc81a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:42.933569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Router 4469d47a-4dc5-49e9-8e6d-894714b72a17 is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:14:43.027610 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] For port 6e3e6611-30d8-44a4-8d73-548474338edd, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:43.038043 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.061999 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] For port 6e3e6611-30d8-44a4-8d73-548474338edd, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6e3e6611-30d8-44a4-8d73-548474338edd,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:43.080254 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Current status of the port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:43.101620 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50494) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:43.106253 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Provisioning complete for port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:43.106638 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.108557 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 539257d0-c2ba-47ae-8b99-f3203b0fc81a triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:43.108924 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.141248 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:43.145352 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Made reservation on behalf of 0532a6c7e422425dacafe5e5b876e64e for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:14:43.149791 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.190906 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:43.210728 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:43.276567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:43.276567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (c1fdd27d-6448-43b9-8088-6800fd5b69ea), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.313795 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (6b31cedd-53b7-4346-b52b-0df5e8e3c3fb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.327154 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Sync routers for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:43.339479 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.417466 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 3, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:43.427221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Pushing event updated for resources: {'Port': ['ID=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:43.483705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:43.489994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:43.503711 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (6b31cedd-53b7-4346-b52b-0df5e8e3c3fb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.529780 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.538933 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-159831ee-9d66-42d9-aaab-50a776f98ad1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.5842969 Mar 31 18:14:43.548201 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50500) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:43.565163 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:43.578414 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Updating router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d port 011a497f-de05-4fab-8934-ed3c4e2b37a0 binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:43.621862 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d3e05b6a-e18b-454d-ba0f-5654ffe081ec None None] Port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:43.656343 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2fcaed6a-b933-4353-ab2a-1599f1b8a4ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b943d0d882c648c9b5d2b83bdaf2824b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5535085 Mar 31 18:14:43.699763 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.702287 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50504) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:43.827925 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:43.849681 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:43.854879 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:43.859045 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-82fa9b35-8187-43a0-96a1-da16cfe19982 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7442095 Mar 31 18:14:43.862761 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50506) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:43.884747 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': '6b31cedd-53b7-4346-b52b-0df5e8e3c3fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:43.889762 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c10d-7ce8-409c-a42c-5553f7651801 None None] Pushing event updated for resources: {'Port': ['ID=6e3e6611-30d8-44a4-8d73-548474338edd,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:43.904744 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:43.916079 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:44.067414 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:44.068391 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:44.092977 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:44.135568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Allocated IP 172.20.0.14 (dc5d3074-787f-4251-a6cc-a2313cf401f3/9f259911-678c-4bb8-904e-4256d420eda5/960dcfa9-1a20-44c3-a33a-83689d8a35da) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:44.210173 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-ee19b38a-362e-44a5-b694-1f25256ad380 None None] Provisioning complete for port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:44.210772 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ee19b38a-362e-44a5-b694-1f25256ad380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.245599 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 539257d0-c2ba-47ae-8b99-f3203b0fc81a is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:44.246144 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.446024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:44.490543 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-ee19b38a-362e-44a5-b694-1f25256ad380 None None] Port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:44.495650 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 539257d0-c2ba-47ae-8b99-f3203b0fc81a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=539257d0-c2ba-47ae-8b99-f3203b0fc81a,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:44.523954 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1934171-dfb6-4cbc-a1c6-bd7e5d5d2fc2 req-c49efed8-0aab-4b3c-a97f-a05120146bd9 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.2017622 Mar 31 18:14:44.557168 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:44.700909 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.741601 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 42240fdb-d74b-4b89-aabd-c83787398b2c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:44.742336 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (075d18a4-d858-4815-a5ff-15e2300030f5), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.775009 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-eb3037e9-e304-45d4-a308-3afa443d58b4 admin admin] Publish callbacks [] for security_group (673b1342-5ac8-49c9-9822-8f9ebdcf5d10), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.835652 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Publish callbacks [] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.837871 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks [] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.898960 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:44.919162 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-eb3037e9-e304-45d4-a308-3afa443d58b4 admin admin] Publish callbacks [] for security_group (673b1342-5ac8-49c9-9822-8f9ebdcf5d10), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.011698 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (075d18a4-d858-4815-a5ff-15e2300030f5), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.078597 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:45.110192 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:45.110563 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Updating router 8221530e-c2a1-4674-91c9-8b9b49459d82 port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:45.194295 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.209554 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=539257d0-c2ba-47ae-8b99-f3203b0fc81a,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:45.255153 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.266198 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:35Z', 'revision_number': 3, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:45.290619 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.315683 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (075d18a4-d858-4815-a5ff-15e2300030f5), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.340145 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6b3eb-de17-400a-8074-c95a8fc6e520 None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:35Z', 'revision_number': 3, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:14:45.342797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Network dc5d3074-787f-4251-a6cc-a2313cf401f3 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:45.368492 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 42240fdb-d74b-4b89-aabd-c83787398b2c triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:45.371001 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.400849 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:45.403068 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-eb3037e9-e304-45d4-a308-3afa443d58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (673b1342-5ac8-49c9-9822-8f9ebdcf5d10), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.407241 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-eb3037e9-e304-45d4-a308-3afa443d58b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.408700 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-eb3037e9-e304-45d4-a308-3afa443d58b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/673b1342-5ac8-49c9-9822-8f9ebdcf5d10 HTTP/1.1" status: 204 len: 168 time: 1.7014728 Mar 31 18:14:45.409867 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:45.417931 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:45.421074 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.531175 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d18a4-d858-4815-a5ff-15e2300030f5,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:45.541735 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6430378 Mar 31 18:14:45.562029 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3037e9-e304-45d4-a308-3afa443d58b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b1342-5ac8-49c9-9822-8f9ebdcf5d10,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:45.581578 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-aee78cc1-a50e-4613-8f55-af5eba415a59 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:14:45.582826 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-aee78cc1-a50e-4613-8f55-af5eba415a59 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190423 Mar 31 18:14:45.620343 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8547fc9-19e9-417a-91de-3122a273d59b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Pushing event updated for resources: {'Port': ['ID=960dcfa9-1a20-44c3-a33a-83689d8a35da,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:45.659787 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks [] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.744535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.745771 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (c1fdd27d-6448-43b9-8088-6800fd5b69ea), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:45.882181 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50534) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:45.935498 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:39Z', 'revision_number': 3, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:46.014737 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Checking router: 4469d47a-4dc5-49e9-8e6d-894714b72a17 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:46.019235 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Updating router 4469d47a-4dc5-49e9-8e6d-894714b72a17 port 95529404-525f-4cf1-b912-9b2ee00cf9cb binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:46.040285 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e92dca-afc4-46f4-8516-b3939f3178ed None None] Pushing event updated for resources: {'Port': ['ID=011a497f-de05-4fab-8934-ed3c4e2b37a0,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:46.162232 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Attempting to bind port 011a497f-de05-4fab-8934-ed3c4e2b37a0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:46.162606 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Attempting to bind port 011a497f-de05-4fab-8934-ed3c4e2b37a0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:46.165416 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Pushing event updated for resources: {'Port': ['ID=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:46.166240 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Attempting to bind port 011a497f-de05-4fab-8934-ed3c4e2b37a0 on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:46.174002 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50538) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:46.231681 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:46.236924 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:46.237750 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.239695 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:46.240827 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Bound port: 011a497f-de05-4fab-8934-ed3c4e2b37a0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:46.245729 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.281305 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.309379 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.368983 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.433577 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] For port 011a497f-de05-4fab-8934-ed3c4e2b37a0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:46.442727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde48131-30d6-4426-ba87-694610a0e912 req-363c9023-bc05-44bd-a045-cf7b31610937 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:46.445047 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] For port 011a497f-de05-4fab-8934-ed3c4e2b37a0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=011a497f-de05-4fab-8934-ed3c4e2b37a0,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:46.452693 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bde48131-30d6-4426-ba87-694610a0e912 req-363c9023-bc05-44bd-a045-cf7b31610937 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 932 time: 0.5733349 Mar 31 18:14:46.460025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.476063 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e1f7fa4e-bc78-4e64-ade1-e9fc8f84bdfa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5976648 Mar 31 18:14:46.486093 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50548) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:46.508587 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.520197 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': '6b31cedd-53b7-4346-b52b-0df5e8e3c3fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:46.721676 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bde48131-30d6-4426-ba87-694610a0e912 req-450a0b28-a152-453a-95c3-8fa3a0e08b2d tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677407 Mar 31 18:14:46.741333 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:46.744775 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Publish callbacks [] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.752938 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Request body: {'port': {'device_id': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:46.761568 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.776644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:46.779411 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-939db784-f741-4238-8611-ca877167e638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:46.880004 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 42240fdb-d74b-4b89-aabd-c83787398b2c is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:46.881555 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:46.956961 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e92dca-afc4-46f4-8516-b3939f3178ed None None] Pushing event updated for resources: {'Port': ['ID=011a497f-de05-4fab-8934-ed3c4e2b37a0,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:47.021996 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:47.028466 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:47.144241 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.246478 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50552) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:47.377332 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce337107-b758-4c90-8a64-1f02d0ecc513 None None] Pushing event updated for resources: {'Port': ['ID=01a1fea3-3afe-4028-b7a0-e29abd9862d0,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:47.481286 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-90649659-1b5b-412c-8fa7-681a3f33093a None None] Provisioning complete for port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:47.493980 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-90649659-1b5b-412c-8fa7-681a3f33093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.549667 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8598ec18-4c30-42f8-937e-2414ea959887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.580205 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.595307 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a9b304ce-5d29-4e22-a579-ef354521f6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.596352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:47.597417 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.603200 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Allocated IP 172.20.0.1 (4872666f-abbb-46a7-ab9a-83cc9a51bbac/b81c167d-082d-43d3-9246-74a8094f2168/66575023-e692-452c-b695-f8da113433bd) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:47.603998 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Attempting to bind port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:47.604481 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Attempting to bind port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:47.604865 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Attempting to bind port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:47.640319 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:47.640709 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:47.646021 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.651097 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Bound using segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:47.651097 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Bound port: 01a1fea3-3afe-4028-b7a0-e29abd9862d0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:47.651097 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.688005 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-90649659-1b5b-412c-8fa7-681a3f33093a None None] Port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:47.721918 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:47.864058 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (cc363403-0a5b-4f9c-9006-fa2cd58b0bc9), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.905533 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fef1afb9-59ea-425f-a28d-90b25bc23633 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06f656b1c61a43e99c2267be8d1f2df9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6457109 Mar 31 18:14:47.930031 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Publish callbacks [] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:47.951080 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50556) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:47.970531 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:47.974199 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b21714ea-197a-4b9d-b1b5-b2daa7660542 None None] Provisioning complete for port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:47.974622 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b21714ea-197a-4b9d-b1b5-b2daa7660542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.047235 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.156020 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-939db784-f741-4238-8611-ca877167e638 admin admin] Publish callbacks [] for security_group (6fc010d1-0f84-4af8-9c98-697e3bb53d77), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.167516 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b21714ea-197a-4b9d-b1b5-b2daa7660542 None None] Port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:48.173230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de709628-3f99-4d8c-bb3f-5f42eaa7a92b None None] Pushing event updated for resources: {'Port': ['ID=95529404-525f-4cf1-b912-9b2ee00cf9cb,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:48.239524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-939db784-f741-4238-8611-ca877167e638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (6fc010d1-0f84-4af8-9c98-697e3bb53d77), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.265918 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Attempting to bind port 95529404-525f-4cf1-b912-9b2ee00cf9cb on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:48.273932 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Attempting to bind port 95529404-525f-4cf1-b912-9b2ee00cf9cb by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:48.276284 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Attempting to bind port 95529404-525f-4cf1-b912-9b2ee00cf9cb on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:48.289667 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Allocated IP 172.20.0.1 (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1/0b956446-1a64-4c22-967c-eb68a7dfb146/08340e88-3805-4acf-98b8-347b60effb07) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:48.292483 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:48.293143 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:48.300661 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.302460 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:48.306600 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Bound port: 95529404-525f-4cf1-b912-9b2ee00cf9cb, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:48.311177 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.324011 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-939db784-f741-4238-8611-ca877167e638 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b190f6d706e47d380fdc972ca0772e0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3705020 Mar 31 18:14:48.363986 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50562) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:48.395487 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 539257d0-c2ba-47ae-8b99-f3203b0fc81a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:48.423629 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a9b304ce-5d29-4e22-a579-ef354521f6e5 admin admin] Publish callbacks [] for security_group (52296e0b-51ba-4198-a400-06c5921992e2), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.484354 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (cc363403-0a5b-4f9c-9006-fa2cd58b0bc9), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.526105 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] For port 01a1fea3-3afe-4028-b7a0-e29abd9862d0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:48.526730 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4b473627-05d1-4b2b-9029-6afbe70a472e admin admin] Publish callbacks [] for security_group (6fc010d1-0f84-4af8-9c98-697e3bb53d77), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.528301 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] For port 95529404-525f-4cf1-b912-9b2ee00cf9cb, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:48.529847 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] For port 01a1fea3-3afe-4028-b7a0-e29abd9862d0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01a1fea3-3afe-4028-b7a0-e29abd9862d0,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:48.537787 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] For port 95529404-525f-4cf1-b912-9b2ee00cf9cb, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95529404-525f-4cf1-b912-9b2ee00cf9cb,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:48.572579 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 539257d0-c2ba-47ae-8b99-f3203b0fc81a triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:48.572811 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4b473627-05d1-4b2b-9029-6afbe70a472e admin admin] Publish callbacks [] for security_group (6fc010d1-0f84-4af8-9c98-697e3bb53d77), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.573350 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.589471 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks [] for port (66575023-e692-452c-b695-f8da113433bd), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.621163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a9b304ce-5d29-4e22-a579-ef354521f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (52296e0b-51ba-4198-a400-06c5921992e2), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.637764 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.650994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.686516 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:14:48.691402 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d49d7-8bc0-436d-89fd-f34163b65308 req-ad71d9f2-9b0a-4fe1-9d85-2b7e67820c73 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:48.700839 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-141d49d7-8bc0-436d-89fd-f34163b65308 req-ad71d9f2-9b0a-4fe1-9d85-2b7e67820c73 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 932 time: 0.8407655 Mar 31 18:14:48.735756 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e476-7c35-415f-b346-b54701350953 admin admin] Publish callbacks [] for security_group (29843192-43ad-4d74-a052-543427803eb4), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.803923 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e476-7c35-415f-b346-b54701350953 admin admin] Publish callbacks [] for security_group (29843192-43ad-4d74-a052-543427803eb4), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:48.832353 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de709628-3f99-4d8c-bb3f-5f42eaa7a92b None None] Pushing event updated for resources: {'Port': ['ID=95529404-525f-4cf1-b912-9b2ee00cf9cb,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:48.836696 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:48.837386 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:48.855550 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:48.861980 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:48.984227 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce337107-b758-4c90-8a64-1f02d0ecc513 None None] Pushing event updated for resources: {'Port': ['ID=01a1fea3-3afe-4028-b7a0-e29abd9862d0,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:48.992276 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (cc363403-0a5b-4f9c-9006-fa2cd58b0bc9), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.010021 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a9b304ce-5d29-4e22-a579-ef354521f6e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07cebaed1aaa4403a32c4cc2ef6ff3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7468524 Mar 31 18:14:49.019600 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50566) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:49.075843 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 3, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:49.087681 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e476-7c35-415f-b346-b54701350953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (29843192-43ad-4d74-a052-543427803eb4), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.091093 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e476-7c35-415f-b346-b54701350953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.098146 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c5e8e476-7c35-415f-b346-b54701350953 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29843192-43ad-4d74-a052-543427803eb4 HTTP/1.1" status: 204 len: 168 time: 1.1403821 Mar 31 18:14:49.127889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939db784-f741-4238-8611-ca877167e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc010d1-0f84-4af8-9c98-697e3bb53d77,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:49.132230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 539257d0-c2ba-47ae-8b99-f3203b0fc81a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:49.134805 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6e3e6611-30d8-44a4-8d73-548474338edd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:49.134985 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c7279-6281-45d9-91ef-7ec1bc61f3f1 None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 3, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:14:49.174705 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks [] for port (08340e88-3805-4acf-98b8-347b60effb07), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.204334 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-141d49d7-8bc0-436d-89fd-f34163b65308 req-c07ab2e0-7c0f-4085-9977-6eb984fc9714 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675717 Mar 31 18:14:49.237212 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:49.256142 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8e476-7c35-415f-b346-b54701350953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29843192-43ad-4d74-a052-543427803eb4,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:49.265237 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4b473627-05d1-4b2b-9029-6afbe70a472e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (6fc010d1-0f84-4af8-9c98-697e3bb53d77), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.281644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4b473627-05d1-4b2b-9029-6afbe70a472e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.293031 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-4b473627-05d1-4b2b-9029-6afbe70a472e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fc010d1-0f84-4af8-9c98-697e3bb53d77 HTTP/1.1" status: 204 len: 168 time: 0.9160991 Mar 31 18:14:49.383557 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (66575023-e692-452c-b695-f8da113433bd), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.419117 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e36d4c69-26d9-499d-b612-620ec9b8cf11 admin admin] Publish callbacks [] for security_group (52296e0b-51ba-4198-a400-06c5921992e2), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.421807 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc363403-0a5b-4f9c-9006-fa2cd58b0bc9,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:49.435015 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] Provisioning complete for port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:49.437869 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.548201 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:49.619482 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.625543 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d802ea93-beba-423d-81e1-f42f9b65579e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1106741 Mar 31 18:14:49.628403 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50574) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:49.635340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e36d4c69-26d9-499d-b612-620ec9b8cf11 admin admin] Publish callbacks [] for security_group (52296e0b-51ba-4198-a400-06c5921992e2), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.657439 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Pushing event updated for resources: {'Port': ['ID=66575023-e692-452c-b695-f8da113433bd,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:49.693947 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:49.698497 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:49.704887 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:49.722299 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (08340e88-3805-4acf-98b8-347b60effb07), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.760778 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:49.786089 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 6e3e6611-30d8-44a4-8d73-548474338edd triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:49.799348 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.810545 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-53a7aad7-4a64-4a0f-8626-b501a9d073e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.899071 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (4469d47a-4dc5-49e9-8e6d-894714b72a17), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:49.906074 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:48Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:49.948474 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3fefd-9166-4c4e-a39c-bc2a015edfb1 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:48Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:14:50.032290 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b304ce-5d29-4e22-a579-ef354521f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52296e0b-51ba-4198-a400-06c5921992e2,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:50.078024 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:50.328054 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:50.353864 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:50.381748 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:50.629517 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Pushing event updated for resources: {'Port': ['ID=08340e88-3805-4acf-98b8-347b60effb07,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:50.711442 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b473627-05d1-4b2b-9029-6afbe70a472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc010d1-0f84-4af8-9c98-697e3bb53d77,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:50.743346 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:50.853864 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e36d4c69-26d9-499d-b612-620ec9b8cf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (52296e0b-51ba-4198-a400-06c5921992e2), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:50.863661 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e36d4c69-26d9-499d-b612-620ec9b8cf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:50.870640 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e36d4c69-26d9-499d-b612-620ec9b8cf11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52296e0b-51ba-4198-a400-06c5921992e2 HTTP/1.1" status: 204 len: 168 time: 1.8039184 Mar 31 18:14:50.880743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] Current status of the port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:50.881383 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:50.967357 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 6e3e6611-30d8-44a4-8d73-548474338edd is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:50.979682 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:50.998165 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.016572 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d4c69-26d9-499d-b612-620ec9b8cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52296e0b-51ba-4198-a400-06c5921992e2,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:51.221075 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 6e3e6611-30d8-44a4-8d73-548474338edd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6e3e6611-30d8-44a4-8d73-548474338edd,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:51.258555 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] For port 01a1fea3-3afe-4028-b7a0-e29abd9862d0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01a1fea3-3afe-4028-b7a0-e29abd9862d0,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:51.318678 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:39Z', 'revision_number': 3, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:51.321517 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:51.373816 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18de86f-7611-4b77-994a-8ebcdad25941 None None] The sync data for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb is: [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:39Z', 'revision_number': 3, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:14:51.375582 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:51.376103 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa862a87-a262-49ec-b2a4-dc9644dbf378 req-42e00c22-c88c-483e-b6e2-4e29f5289898 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:51.378981 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.380815 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.386603 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-aa862a87-a262-49ec-b2a4-dc9644dbf378 req-42e00c22-c88c-483e-b6e2-4e29f5289898 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 932 time: 0.8169765 Mar 31 18:14:51.409598 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-f889f7b3-0cc8-47ee-acc5-dfaea5cabd08 admin admin] 10.222.0.62 "PUT /v2.0/routers/c1fdd27d-6448-43b9-8088-6800fd5b69ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1501083 Mar 31 18:14:51.578529 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (08340e88-3805-4acf-98b8-347b60effb07), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.666349 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8bd28-8e7c-4566-94c7-a5bfbe3e068b None None] Pushing event updated for resources: {'Port': ['ID=01a1fea3-3afe-4028-b7a0-e29abd9862d0,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:51.735690 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:51.736353 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:51.742014 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-1c32b63d-1d29-4ec4-882f-c05e116391c1 None None] Provisioning complete for port 08340e88-3805-4acf-98b8-347b60effb07 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:51.742014 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1c32b63d-1d29-4ec4-882f-c05e116391c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (08340e88-3805-4acf-98b8-347b60effb07), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.756565 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960dcfa9-1a20-44c3-a33a-83689d8a35da {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:14:51.778203 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Publish callbacks [] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.805480 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-aa862a87-a262-49ec-b2a4-dc9644dbf378 req-6516ebc0-ed27-4959-8066-e53fb702d12a tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842120 Mar 31 18:14:51.864958 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Transition to ACTIVE for port object 960dcfa9-1a20-44c3-a33a-83689d8a35da will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:14:51.873201 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:51.940246 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (66575023-e692-452c-b695-f8da113433bd), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.004129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.134960 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks [] for port (08340e88-3805-4acf-98b8-347b60effb07), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.196239 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 011a497f-de05-4fab-8934-ed3c4e2b37a0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:52.246256 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (08340e88-3805-4acf-98b8-347b60effb07), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.255191 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Pushing event updated for resources: {'Port': ['ID=960dcfa9-1a20-44c3-a33a-83689d8a35da,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:52.326212 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-1c32b63d-1d29-4ec4-882f-c05e116391c1 None None] Port 08340e88-3805-4acf-98b8-347b60effb07 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:52.343205 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.374698 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Attempting to bind port 960dcfa9-1a20-44c3-a33a-83689d8a35da on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:52.375116 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Attempting to bind port 960dcfa9-1a20-44c3-a33a-83689d8a35da by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '46cd6c1e-0629-4b79-b479-e33ae1083943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:52.375509 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Attempting to bind port 960dcfa9-1a20-44c3-a33a-83689d8a35da on network dc5d3074-787f-4251-a6cc-a2313cf401f3 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:52.386085 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Port 960dcfa9-1a20-44c3-a33a-83689d8a35da on network dc5d3074-787f-4251-a6cc-a2313cf401f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:14:52.386422 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Attempting to bind port 960dcfa9-1a20-44c3-a33a-83689d8a35da on network dc5d3074-787f-4251-a6cc-a2313cf401f3 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:52.400532 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:52.400972 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Checking segment: {'id': '46cd6c1e-0629-4b79-b479-e33ae1083943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:52.401627 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Bound using segment: {'id': '46cd6c1e-0629-4b79-b479-e33ae1083943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:52.403437 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Bound port: 960dcfa9-1a20-44c3-a33a-83689d8a35da, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cd6c1e-0629-4b79-b479-e33ae1083943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:52.404078 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.416018 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=6e3e6611-30d8-44a4-8d73-548474338edd,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:52.423932 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-1c32b63d-1d29-4ec4-882f-c05e116391c1 None None] Provisioning complete for port 66575023-e692-452c-b695-f8da113433bd triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:52.424317 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1c32b63d-1d29-4ec4-882f-c05e116391c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (66575023-e692-452c-b695-f8da113433bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.433610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.37.4.125 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/de3339d0-c82c-4941-97fa-140bc80a1f7a) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:14:52.473370 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 011a497f-de05-4fab-8934-ed3c4e2b37a0 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:52.478933 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.584306 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.610179 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50616) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:52.662923 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1552a62f-f3d2-411c-9615-0dba57eb0624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.676008 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-1c32b63d-1d29-4ec4-882f-c05e116391c1 None None] Port 66575023-e692-452c-b695-f8da113433bd cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:52.695969 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:52.878756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:52.910996 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Pushing event updated for resources: {'Port': ['ID=08340e88-3805-4acf-98b8-347b60effb07,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:53.068414 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks [] for port (66575023-e692-452c-b695-f8da113433bd), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.129332 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:53.136001 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:53.196332 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.199055 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] For port 960dcfa9-1a20-44c3-a33a-83689d8a35da, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:53.393657 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50628) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:53.411651 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] For port 960dcfa9-1a20-44c3-a33a-83689d8a35da, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da,segment=NetworkSegment(46cd6c1e-0629-4b79-b479-e33ae1083943),segment_id=46cd6c1e-0629-4b79-b479-e33ae1083943)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:53.418672 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345535774', 'description': 'tempest-description--2121295300'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:53.472510 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 011a497f-de05-4fab-8934-ed3c4e2b37a0 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:53.473119 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.549295 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=de3339d0-c82c-4941-97fa-140bc80a1f7a,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:53.557686 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 011a497f-de05-4fab-8934-ed3c4e2b37a0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=011a497f-de05-4fab-8934-ed3c4e2b37a0,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:53.567558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94815ba-7c92-4116-8319-0f50feab94b0 req-a8fe1023-65ea-4215-a124-e7b80a1de166 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:53.570486 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a94815ba-7c92-4116-8319-0f50feab94b0 req-a8fe1023-65ea-4215-a124-e7b80a1de166 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 944 time: 0.5029049 Mar 31 18:14:53.578243 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (66575023-e692-452c-b695-f8da113433bd), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.588750 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:53.602636 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:53.602890 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:14:53.606146 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.606296 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.635620 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:14:53.644728 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.645526 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 01a1fea3-3afe-4028-b7a0-e29abd9862d0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:53.775063 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (4469d47a-4dc5-49e9-8e6d-894714b72a17), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.787093 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Pushing event updated for resources: {'Port': ['ID=66575023-e692-452c-b695-f8da113433bd,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:53.817339 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 2, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:53.821130 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d3010d70-8a43-4af1-bb85-2d3376756501 None None] Provisioning complete for port 08340e88-3805-4acf-98b8-347b60effb07 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:53.821836 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d3010d70-8a43-4af1-bb85-2d3376756501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (08340e88-3805-4acf-98b8-347b60effb07), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.842686 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:53.990663 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:53.991449 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:54.004082 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] 10.222.0.65 "PUT /v2.0/ports/960dcfa9-1a20-44c3-a33a-83689d8a35da HTTP/1.1" status: 200 len: 1094 time: 7.7083113 Mar 31 18:14:54.009480 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'tag': '960dcfa9-1a20-44c3-a33a-83689d8a35da'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:14:54.068661 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:54.069083 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Updating router c1fdd27d-6448-43b9-8088-6800fd5b69ea port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:54.188135 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1552a62f-f3d2-411c-9615-0dba57eb0624 admin admin] Publish callbacks [] for security_group (9b98cf72-c33c-4ca7-8644-ac132b8456e1), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:54.207689 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=011a497f-de05-4fab-8934-ed3c4e2b37a0,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:54.246289 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d3010d70-8a43-4af1-bb85-2d3376756501 None None] Port 08340e88-3805-4acf-98b8-347b60effb07 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:54.262049 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:54.337880 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:54.342598 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:54.392159 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (e212b872-9443-49bb-8e56-72cbea4b512c), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:54.408168 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1552a62f-f3d2-411c-9615-0dba57eb0624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9b98cf72-c33c-4ca7-8644-ac132b8456e1), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:54.514673 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:54.537778 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6893564d-4587-471b-805e-c7168051b504 admin admin] 10.222.0.62 "PUT /v2.0/routers/d31f15ae-3fd8-47ef-8bd2-52bde358ed7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1378081 Mar 31 18:14:54.546081 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:54.573871 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:14:54.575800 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:54.576723 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:54.579041 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:14:54.962197 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:55.085068 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Router 4469d47a-4dc5-49e9-8e6d-894714b72a17 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:14:55.115103 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e47ae-2c59-4f0c-a739-fe2ad378fb8b service neutron] Pushing event updated for resources: {'Port': ['ID=960dcfa9-1a20-44c3-a33a-83689d8a35da,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:55.161774 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552a62f-f3d2-411c-9615-0dba57eb0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b98cf72-c33c-4ca7-8644-ac132b8456e1,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:55.335721 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a94815ba-7c92-4116-8319-0f50feab94b0 req-f43c1c2b-2abf-409b-b8ce-b9f40176901a tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7419989 Mar 31 18:14:55.357564 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:55.373222 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:14:55.389570 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-59f0a882-d398-4797-a16c-b1e4102c7d17 admin admin] 10.222.0.62 "PUT /v2.0/routers/4469d47a-4dc5-49e9-8e6d-894714b72a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7484119 Mar 31 18:14:55.437005 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-1552a62f-f3d2-411c-9615-0dba57eb0624 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c35f23613fe64a5c9a6b0a905cc165e2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8253384 Mar 31 18:14:55.446176 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50664) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:55.471667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-83750eb7-ccc2-40b7-9eae-1a9fca90c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:55.481228 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-83750eb7-ccc2-40b7-9eae-1a9fca90c1a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0532a6c7e422425dacafe5e5b876e64e&device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 1128 time: 1.2816651 Mar 31 18:14:55.491595 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:55.602229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17674132-27ae-4697-8ffb-1c0cb673906b" -d '{"events": [{"name": "network-changed", "server_uuid": "3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c", "tag": "960dcfa9-1a20-44c3-a33a-83689d8a35da"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:14:55.690244 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c045a7b0-ffb8-4334-8046-97a57880f638 admin admin] Publish callbacks [] for security_group (9b98cf72-c33c-4ca7-8644-ac132b8456e1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:55.810787 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c045a7b0-ffb8-4334-8046-97a57880f638 admin admin] Publish callbacks [] for security_group (9b98cf72-c33c-4ca7-8644-ac132b8456e1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:55.876730 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Publish callbacks [] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:55.892394 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 2, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:55.908229 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 011a497f-de05-4fab-8934-ed3c4e2b37a0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:56.016452 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.018521 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c045a7b0-ffb8-4334-8046-97a57880f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9b98cf72-c33c-4ca7-8644-ac132b8456e1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.020082 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:14:56.020653 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Updating router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d port 08340e88-3805-4acf-98b8-347b60effb07 binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:14:56.023852 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c045a7b0-ffb8-4334-8046-97a57880f638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.031925 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c045a7b0-ffb8-4334-8046-97a57880f638 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b98cf72-c33c-4ca7-8644-ac132b8456e1 HTTP/1.1" status: 204 len: 168 time: 0.5845530 Mar 31 18:14:56.048202 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045a7b0-ffb8-4334-8046-97a57880f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b98cf72-c33c-4ca7-8644-ac132b8456e1,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:56.057169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (3db0abb9-08a8-4c1e-9383-0312b3f74055), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.140352 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (08340e88-3805-4acf-98b8-347b60effb07), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.188216 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d87a5-ba40-47a3-93a8-fa06c76065cf None None] Pushing event updated for resources: {'Port': ['ID=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:56.190150 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-e6755e73-096c-4112-92a6-ea4bcf59af0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da HTTP/1.1" status: 200 len: 217 time: 0.5742574 Mar 31 18:14:56.191534 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (3db0abb9-08a8-4c1e-9383-0312b3f74055), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.352793 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-385b508b-5dc3-4d8c-8945-9668dae7e537 None None] Provisioning complete for port 66575023-e692-452c-b695-f8da113433bd triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:56.353228 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-385b508b-5dc3-4d8c-8945-9668dae7e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (66575023-e692-452c-b695-f8da113433bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.367877 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-35d4ab0e-58d5-4728-8c43-7b0dbea5f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:56.378124 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-35d4ab0e-58d5-4728-8c43-7b0dbea5f20d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f259911-678c-4bb8-904e-4256d420eda5 HTTP/1.1" status: 200 len: 849 time: 0.1721945 Mar 31 18:14:56.497378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Attempting to bind port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:56.498085 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Attempting to bind port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:56.498332 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Attempting to bind port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:56.507161 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-385b508b-5dc3-4d8c-8945-9668dae7e537 None None] Port 66575023-e692-452c-b695-f8da113433bd cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:56.512694 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 011a497f-de05-4fab-8934-ed3c4e2b37a0 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:56.513297 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.517260 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:56.517643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Checking segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:56.518156 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.518690 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Bound using segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:56.519513 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Bound port: 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:56.520126 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.645390 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-1cd84e8b-da0d-4341-acf1-03be1c57721e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc5d3074-787f-4251-a6cc-a2313cf401f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1977782 Mar 31 18:14:56.751653 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db0abb9-08a8-4c1e-9383-0312b3f74055,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:56.760558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.762464 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-bbfee639-27a8-4339-bab4-b23d5efe2bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.3476520 Mar 31 18:14:56.766124 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50684) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:56.773842 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'security_group_rule': {'security_group_id': '3db0abb9-08a8-4c1e-9383-0312b3f74055', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:56.849627 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.858639 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] For port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:56.865581 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-50f557bc-3b41-4daa-b4aa-ec1f4dd0e26b service neutron] 10.222.0.65 "GET /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189751 Mar 31 18:14:56.870066 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] For port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:56.891195 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50686) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:56.911171 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571799387', 'description': 'tempest-description--1115703269'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:56.934164 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-2329a32a-d45b-4e35-beec-b9d647c07a84 None None] Provisioning complete for port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:56.934874 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2329a32a-d45b-4e35-beec-b9d647c07a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:56.976980 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (a2040ea3-df9f-4c05-b380-823e7fdd7ae5), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.000906 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-2329a32a-d45b-4e35-beec-b9d647c07a84 None None] Port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:57.004059 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.041553 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.047692 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Publish callbacks [] for port (08340e88-3805-4acf-98b8-347b60effb07), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.128667 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.144576 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (08340e88-3805-4acf-98b8-347b60effb07), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.167951 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (e212b872-9443-49bb-8e56-72cbea4b512c), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.196024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d87a5-ba40-47a3-93a8-fa06c76065cf None None] Pushing event updated for resources: {'Port': ['ID=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:57.287189 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=de3339d0-c82c-4941-97fa-140bc80a1f7a,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:57.349742 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (a2040ea3-df9f-4c05-b380-823e7fdd7ae5), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.404800 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 011a497f-de05-4fab-8934-ed3c4e2b37a0 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:57.404800 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 01a1fea3-3afe-4028-b7a0-e29abd9862d0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:57.405645 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.416222 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ad919b43-f668-4fcf-851c-5b49506fbe6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7340868 Mar 31 18:14:57.447797 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a06bb367-9ce7-4deb-bdfa-e1f915386ce1 req-c3212dda-46b7-4dd9-bd99-ece41e2158fd service neutron] 10.222.0.65 "GET /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629959 Mar 31 18:14:57.558913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aedc09e-1cac-49fc-a946-7db1b1a6e1e0 x-openstack-request-id: req-5aedc09e-1cac-49fc-a946-7db1b1a6e1e0 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:14:57.558913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c", "tag": "960dcfa9-1a20-44c3-a33a-83689d8a35da", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:14:57.558913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aedc09e-1cac-49fc-a946-7db1b1a6e1e0 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:14:57.558913 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aedc09e-1cac-49fc-a946-7db1b1a6e1e0'] response: {'name': 'network-changed', 'server_uuid': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'tag': '960dcfa9-1a20-44c3-a33a-83689d8a35da', 'status': 'completed', 'code': 200} Mar 31 18:14:57.560273 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:14:57.560273 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b47b2-3c96-4af4-89ec-1c154063bdef None None] Pushing event updated for resources: {'Port': ['ID=08340e88-3805-4acf-98b8-347b60effb07,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:57.560436 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:57.560436 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:57.563817 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (a2040ea3-df9f-4c05-b380-823e7fdd7ae5), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.650265 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2040ea3-df9f-4c05-b380-823e7fdd7ae5,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:57.667128 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (d8bcb3ce-aa86-4084-b548-717fb48c716d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.674185 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Attempting to bind port 08340e88-3805-4acf-98b8-347b60effb07 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:14:57.674576 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Attempting to bind port 08340e88-3805-4acf-98b8-347b60effb07 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:14:57.681140 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Attempting to bind port 08340e88-3805-4acf-98b8-347b60effb07 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:14:57.692288 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:14:57.693319 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Checking segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:14:57.693914 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.694527 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Bound using segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:14:57.698805 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Bound port: 08340e88-3805-4acf-98b8-347b60effb07, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:14:57.699211 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (08340e88-3805-4acf-98b8-347b60effb07), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:57.784887 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdcb60-aa55-49a9-b683-cf7d724a13d8 req-a257eea0-b4b6-42eb-87ed-f743c959de7b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:57.786519 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6acdcb60-aa55-49a9-b683-cf7d724a13d8 req-a257eea0-b4b6-42eb-87ed-f743c959de7b tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 944 time: 0.2569823 Mar 31 18:14:57.909053 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674132-27ae-4697-8ffb-1c0cb673906b req-7838f5e7-46c4-4520-adf0-d56f34f87fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:57.957022 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-7838f5e7-46c4-4520-adf0-d56f34f87fa0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0532a6c7e422425dacafe5e5b876e64e&device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 1128 time: 0.2258308 Mar 31 18:14:58.008594 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6acdcb60-aa55-49a9-b683-cf7d724a13d8 req-e1ca1606-d7e4-4eec-b957-61f89ee5b6d4 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038438 Mar 31 18:14:58.015642 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] For port 08340e88-3805-4acf-98b8-347b60effb07, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:14:58.033437 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] For port 08340e88-3805-4acf-98b8-347b60effb07, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=08340e88-3805-4acf-98b8-347b60effb07,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:14:58.140348 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Sync routers for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:14:58.255844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Provisioning complete for port 08340e88-3805-4acf-98b8-347b60effb07 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:58.256295 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (08340e88-3805-4acf-98b8-347b60effb07), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.262174 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674132-27ae-4697-8ffb-1c0cb673906b req-879fd25c-ce6a-44e3-82b9-8e2a7fd14f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:58.267908 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-879fd25c-ce6a-44e3-82b9-8e2a7fd14f5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc5d3074-787f-4251-a6cc-a2313cf401f3 HTTP/1.1" status: 200 len: 910 time: 0.3417184 Mar 31 18:14:58.316521 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:58.317196 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:58.324571 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Port 08340e88-3805-4acf-98b8-347b60effb07 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:14:58.358480 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-c99aa016-4f7a-41a4-bb95-a8c2ee1b041a tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--72063973&fields=id&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 267 time: 0.0686500 Mar 31 18:14:58.427901 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:58.428690 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.449146 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Provisioning complete for port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:14:58.494003 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.503189 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-a1104db1-f147-427d-8936-005cb262202b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da HTTP/1.1" status: 200 len: 217 time: 0.2033319 Mar 31 18:14:58.561829 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.565789 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-65634366-337a-4c45-9584-a5d70975874c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7973011 Mar 31 18:14:58.579380 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50718) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:58.595472 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'security_group_rule': {'security_group_id': '3db0abb9-08a8-4c1e-9383-0312b3f74055', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:58.674837 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674132-27ae-4697-8ffb-1c0cb673906b req-5b6ed2eb-98c8-40a1-b1c6-cc297a4ecdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:58.678263 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d8bcb3ce-aa86-4084-b548-717fb48c716d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.689358 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-5b6ed2eb-98c8-40a1-b1c6-cc297a4ecdee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f259911-678c-4bb8-904e-4256d420eda5 HTTP/1.1" status: 200 len: 849 time: 0.1668153 Mar 31 18:14:58.704401 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:58.772775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-60379817-c749-4080-aa06-b3b51076f2f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc5d3074-787f-4251-a6cc-a2313cf401f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765085 Mar 31 18:14:58.808180 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Current status of the port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:58.808766 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.834398 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bcb3ce-aa86-4084-b548-717fb48c716d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:58.874867 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8bb8dba3-a499-4768-92dc-133056c48061 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:58.882599 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (08340e88-3805-4acf-98b8-347b60effb07), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.895354 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8bb8dba3-a499-4768-92dc-133056c48061 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.5097692 Mar 31 18:14:58.895619 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:58.931658 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-0456ed7c-5b5d-40c2-b6d2-c3cdf313460d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/quotas/a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 375 time: 0.0370820 Mar 31 18:14:58.957904 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:58.968443 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d5debdbf-7773-4d3f-9276-67dad4cd91b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0700452 Mar 31 18:14:59.000295 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50726) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:14:59.024156 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'security_group_rule': {'security_group_id': 'd8bcb3ce-aa86-4084-b548-717fb48c716d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:14:59.101777 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (efe80f92-edbb-4dbe-925e-72357d2339ac), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.155141 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-68689da8-f195-49f5-b028-26a4051503dd service neutron] 10.222.0.65 "GET /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655822 Mar 31 18:14:59.175730 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:14:59.177065 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:14:59.393955 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b47b2-3c96-4af4-89ec-1c154063bdef None None] Pushing event updated for resources: {'Port': ['ID=08340e88-3805-4acf-98b8-347b60effb07,revision_number=4']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:59.512443 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (98ee4c25-c1f3-4492-b141-a0261c9963b6), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.567668 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-17674132-27ae-4697-8ffb-1c0cb673906b req-3509eabe-2982-4b1a-9bb7-ef6a1fa939d4 service neutron] 10.222.0.65 "GET /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006524 Mar 31 18:14:59.606825 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:14:59.695049 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (efe80f92-edbb-4dbe-925e-72357d2339ac), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.705953 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] For port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:14:59.712029 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:14:59.714474 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 95529404-525f-4cf1-b912-9b2ee00cf9cb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:14:59.766891 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-0cc8f633-bc60-4ea8-bb2e-8b8d9ed69059 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7796886 Mar 31 18:14:59.773707 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (efe80f92-edbb-4dbe-925e-72357d2339ac), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.794038 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (98ee4c25-c1f3-4492-b141-a0261c9963b6), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.866937 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe80f92-edbb-4dbe-925e-72357d2339ac,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:14:59.873776 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.922682 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (98ee4c25-c1f3-4492-b141-a0261c9963b6), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.945365 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-858d3e01-6554-4dbf-803b-7ae64f70e549 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:14:59.950917 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-858d3e01-6554-4dbf-803b-7ae64f70e549 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 818 time: 0.3643856 Mar 31 18:14:59.979701 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:14:59.989342 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2e7c81c3-a160-4a2b-8b0e-df924c2dbe02 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4075737 Mar 31 18:14:59.997845 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50776) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:00.013956 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ee4c25-c1f3-4492-b141-a0261c9963b6,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:00.020888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:00.047842 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d2c51b82-4717-434b-bd46-3c5a5021b598 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/quotas/52f95e5b41c24721a4fe311441406989 HTTP/1.1" status: 200 len: 375 time: 0.0858519 Mar 31 18:15:00.106971 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d93af153-8506-42ed-afb8-1b027c274e35 service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083723 Mar 31 18:15:00.134995 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.137376 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b5a15c12-82d1-4fec-8850-4ec89ba0e627 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1356761 Mar 31 18:15:00.141298 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50786) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:00.148563 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'security_group_rule': {'security_group_id': 'd8bcb3ce-aa86-4084-b548-717fb48c716d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:00.231886 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] Provisioning complete for port 08340e88-3805-4acf-98b8-347b60effb07 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:00.243089 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (08340e88-3805-4acf-98b8-347b60effb07), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.364190 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.366151 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 95529404-525f-4cf1-b912-9b2ee00cf9cb triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:00.366616 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.415582 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ecd56-ec71-4228-85bd-faa699bf246e None None] Pushing event updated for resources: {'Port': ['ID=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:00.457064 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1cf50784-1bce-4934-a7c4-5a151aca1e7c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3966787 Mar 31 18:15:00.491589 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-cf61c24a-6a4c-4512-a9f8-bd3ae483fa85 service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814230 Mar 31 18:15:00.518360 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (6915c9f4-1ef3-41b3-bb93-dc9de6ec4aba), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.622371 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:56Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:00.647020 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:14:58Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:00.672342 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (6915c9f4-1ef3-41b3-bb93-dc9de6ec4aba), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.705831 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83fedb-b724-4fdd-9bac-3c2bf35942fb None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:56Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:15:00.708186 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] Current status of the port 08340e88-3805-4acf-98b8-347b60effb07 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:00.708877 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd7252-4ecd-4783-a71e-08776cc03d24 None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:14:58Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:15:00.709527 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (08340e88-3805-4acf-98b8-347b60effb07), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.720193 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.816383 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 95529404-525f-4cf1-b912-9b2ee00cf9cb is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:00.817071 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.831187 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (6915c9f4-1ef3-41b3-bb93-dc9de6ec4aba), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.865438 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 95529404-525f-4cf1-b912-9b2ee00cf9cb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95529404-525f-4cf1-b912-9b2ee00cf9cb,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:00.888407 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:14:52Z', 'revision_number': 2, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:00.936836 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6915c9f4-1ef3-41b3-bb93-dc9de6ec4aba,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:00.943054 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] For port 08340e88-3805-4acf-98b8-347b60effb07, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=08340e88-3805-4acf-98b8-347b60effb07,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:00.945124 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Checking router: 4469d47a-4dc5-49e9-8e6d-894714b72a17 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:15:00.945485 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Updating router 4469d47a-4dc5-49e9-8e6d-894714b72a17 port 66575023-e692-452c-b695-f8da113433bd binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:15:00.947612 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.948450 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6e3e6611-30d8-44a4-8d73-548474338edd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:00.975708 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:00.978932 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-321687da-a0c2-4b85-b3b0-4c9cfac41bad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8330648 Mar 31 18:15:00.987382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50818) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:01.004947 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:01.032994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (08340e88-3805-4acf-98b8-347b60effb07), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.048042 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Allocated IP 172.37.4.132 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/80a14baa-f995-435f-9b97-77c1953537e7) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:01.118032 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (66575023-e692-452c-b695-f8da113433bd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.233038 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.395680 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-8d6bccaa-f95c-4b30-8269-225019294f97 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:15:01.398776 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-8d6bccaa-f95c-4b30-8269-225019294f97 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6933157 Mar 31 18:15:01.466655 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=95529404-525f-4cf1-b912-9b2ee00cf9cb,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:01.654474 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for port (80a14baa-f995-435f-9b97-77c1953537e7), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.693884 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Publish callbacks [] for port (66575023-e692-452c-b695-f8da113433bd), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.751253 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-a063d053-2846-4659-aca6-217802e80b01 service neutron] 10.222.0.62 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340535 Mar 31 18:15:01.801686 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 6e3e6611-30d8-44a4-8d73-548474338edd triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:01.802590 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.854177 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (66575023-e692-452c-b695-f8da113433bd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.876765 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5cac2-25f4-4045-8893-ff5122fc883a None None] Pushing event updated for resources: {'Port': ['ID=08340e88-3805-4acf-98b8-347b60effb07,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:01.887081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (80a14baa-f995-435f-9b97-77c1953537e7), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:01.901117 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c694-272b-4c66-a377-f9874e726b36 req-993c5632-13e4-4d54-9659-07e59bd988ca tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:01.903030 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3729c694-272b-4c66-a377-f9874e726b36 req-993c5632-13e4-4d54-9659-07e59bd988ca tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 944 time: 0.7458775 Mar 31 18:15:01.903809 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50846) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:02.065240 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:02.110690 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:02.147876 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:02.174506 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'Port': ['ID=80a14baa-f995-435f-9b97-77c1953537e7,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:02.287082 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-ebd8f47b-c12b-47d8-a8e8-aaa395b03560 service neutron] 10.222.0.62 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167537 Mar 31 18:15:02.312409 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3729c694-272b-4c66-a377-f9874e726b36 req-fe3df7f9-0708-4c93-ad68-cd0b00c3dc24 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836870 Mar 31 18:15:02.411201 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.458851 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (00164bd8-3604-4f20-a199-d2f8a05a44a7), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.511023 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50858) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:02.585783 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225682-9606-4134-8acb-8e7730477d05 None None] Pushing event updated for resources: {'Port': ['ID=66575023-e692-452c-b695-f8da113433bd,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:02.662826 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Attempting to bind port 66575023-e692-452c-b695-f8da113433bd on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:02.664053 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Attempting to bind port 66575023-e692-452c-b695-f8da113433bd by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:02.671814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Attempting to bind port 66575023-e692-452c-b695-f8da113433bd on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:02.703555 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (80a14baa-f995-435f-9b97-77c1953537e7), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.711499 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8362f61e-e547-4540-856d-ab4aec062ef6 req-4b1cf556-6769-4bdb-b08e-052d7b25031a tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 210 time: 0.1431973 Mar 31 18:15:02.732547 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:02.733821 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Checking segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:02.734339 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.735067 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Bound using segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:02.735708 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Bound port: 66575023-e692-452c-b695-f8da113433bd, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:02.736277 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (66575023-e692-452c-b695-f8da113433bd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.765233 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4309976-03fd-477b-bd79-0432f4cb7db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.782024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 6e3e6611-30d8-44a4-8d73-548474338edd is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:02.788656 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-cd6672bd-adce-4b89-a931-ec6194bfec8c None None] Provisioning complete for port 66575023-e692-452c-b695-f8da113433bd triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:02.790057 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cd6672bd-adce-4b89-a931-ec6194bfec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (66575023-e692-452c-b695-f8da113433bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:02.883693 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-cd6672bd-adce-4b89-a931-ec6194bfec8c None None] Port 66575023-e692-452c-b695-f8da113433bd cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:15:02.998713 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] For port 66575023-e692-452c-b695-f8da113433bd, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:03.013720 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] For port 66575023-e692-452c-b695-f8da113433bd, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66575023-e692-452c-b695-f8da113433bd,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:03.083500 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (66575023-e692-452c-b695-f8da113433bd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.114914 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Allocated IP 172.37.4.221 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/6d5907aa-6d34-4d27-a8e9-56813d77eab6) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:03.222064 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7df45967-1dd2-446b-9e3b-02c089c0fa8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.353093 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:03.356964 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:14:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:03.513065 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225682-9606-4134-8acb-8e7730477d05 None None] Pushing event updated for resources: {'Port': ['ID=66575023-e692-452c-b695-f8da113433bd,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:03.532936 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:03.556977 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for port (80a14baa-f995-435f-9b97-77c1953537e7), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.605982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7df45967-1dd2-446b-9e3b-02c089c0fa8f admin admin] Publish callbacks [] for security_group (fca2afe3-7292-462f-8a73-03657aec9886), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.618576 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.667943 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb280-f71d-4ad1-9229-195319a2b7d7 req-ca84a58b-423b-4308-a98f-0852ec185ead tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:03.669555 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ccadb280-f71d-4ad1-9229-195319a2b7d7 req-ca84a58b-423b-4308-a98f-0852ec185ead tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 944 time: 0.1679671 Mar 31 18:15:03.678682 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7df45967-1dd2-446b-9e3b-02c089c0fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (fca2afe3-7292-462f-8a73-03657aec9886), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.681432 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (80a14baa-f995-435f-9b97-77c1953537e7), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.703468 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5766123c-9e99-4655-8f96-1c39f29fc42f req-57a27925-3a79-42a8-89d4-414238f5a2db tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 210 time: 0.5899231 Mar 31 18:15:03.834338 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4309976-03fd-477b-bd79-0432f4cb7db7 admin admin] Publish callbacks [] for security_group (f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.880035 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.891403 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:03.909028 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b2fb83b4-8eb0-4f1c-897b-91a1615af65a req-b77fa8a8-bd51-4321-93a5-1c032030b014 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 210 time: 0.0777333 Mar 31 18:15:03.964618 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:03.965521 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:03.966176 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.966711 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4309976-03fd-477b-bd79-0432f4cb7db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:03.978531 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (00164bd8-3604-4f20-a199-d2f8a05a44a7), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.004862 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:04.032745 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:04.045457 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df45967-1dd2-446b-9e3b-02c089c0fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2afe3-7292-462f-8a73-03657aec9886,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:04.050463 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] Provisioning complete for port 66575023-e692-452c-b695-f8da113433bd triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:04.051090 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (66575023-e692-452c-b695-f8da113433bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.064256 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7df45967-1dd2-446b-9e3b-02c089c0fa8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=501f122453ee4cde8f3c1d744a11acdd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5489917 Mar 31 18:15:04.076027 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'Port': ['ID=80a14baa-f995-435f-9b97-77c1953537e7,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:04.079156 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50906) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:04.098472 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ccadb280-f71d-4ad1-9229-195319a2b7d7 req-37b29371-5767-446c-a0d5-f2cd71fd2e23 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840878 Mar 31 18:15:04.143957 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'Port': ['ID=6d5907aa-6d34-4d27-a8e9-56813d77eab6,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:04.172327 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c4309976-03fd-477b-bd79-0432f4cb7db7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ef8092fce4e4ff3ac75678b530a0ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2668219 Mar 31 18:15:04.173181 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4309976-03fd-477b-bd79-0432f4cb7db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:04.175334 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50908) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:04.324659 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:04.338771 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 95529404-525f-4cf1-b912-9b2ee00cf9cb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:04.468375 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e569b237-42cf-4bce-86ce-34525cd5bf6e admin admin] Publish callbacks [] for security_group (fca2afe3-7292-462f-8a73-03657aec9886), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.483801 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-d65122c8-adba-47b9-b188-103558b4c342 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:04.485709 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-d65122c8-adba-47b9-b188-103558b4c342 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 818 time: 0.4115264 Mar 31 18:15:04.497781 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 95529404-525f-4cf1-b912-9b2ee00cf9cb triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:04.498160 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.523989 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] Current status of the port 66575023-e692-452c-b695-f8da113433bd is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:04.524382 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (66575023-e692-452c-b695-f8da113433bd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.584366 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e569b237-42cf-4bce-86ce-34525cd5bf6e admin admin] Publish callbacks [] for security_group (fca2afe3-7292-462f-8a73-03657aec9886), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.602582 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] For port 66575023-e692-452c-b695-f8da113433bd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66575023-e692-452c-b695-f8da113433bd,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:04.609153 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (db212034-2dc0-43d5-91df-184d1a21afda), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.618722 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.627961 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-99d0b4f6-4104-4597-9317-5d85a056b4f2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6211629 Mar 31 18:15:04.628335 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-567cbd9f-6f00-4be4-9a28-d351624d5421 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/quotas/52f95e5b41c24721a4fe311441406989 HTTP/1.1" status: 200 len: 375 time: 0.1240156 Mar 31 18:15:04.652781 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-00e6c599-6b18-490a-81ca-ea74988299e7 admin admin] Publish callbacks [] for security_group (f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.731424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-00e6c599-6b18-490a-81ca-ea74988299e7 admin admin] Publish callbacks [] for security_group (f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.753275 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (66575023-e692-452c-b695-f8da113433bd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.826388 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 95529404-525f-4cf1-b912-9b2ee00cf9cb is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:04.827683 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 08340e88-3805-4acf-98b8-347b60effb07 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:04.842266 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:02Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:04.883054 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.887756 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e569b237-42cf-4bce-86ce-34525cd5bf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (fca2afe3-7292-462f-8a73-03657aec9886), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.890678 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e569b237-42cf-4bce-86ce-34525cd5bf6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:04.892067 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e569b237-42cf-4bce-86ce-34525cd5bf6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fca2afe3-7292-462f-8a73-03657aec9886 HTTP/1.1" status: 204 len: 168 time: 0.7979627 Mar 31 18:15:04.958095 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c5485-78d5-4831-99ef-85aa6fe122dc None None] The sync data for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb is: [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:02Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:15:04.971105 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-f7aa9f5c-321d-41ea-8dd7-89ec2f282b95 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3436372 Mar 31 18:15:04.996877 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b12b32-4ce5-4632-94e7-71f3393bc039 None None] Pushing event updated for resources: {'Port': ['ID=66575023-e692-452c-b695-f8da113433bd,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:05.013550 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-00e6c599-6b18-490a-81ca-ea74988299e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:05.028025 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-00e6c599-6b18-490a-81ca-ea74988299e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:05.030633 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-00e6c599-6b18-490a-81ca-ea74988299e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec HTTP/1.1" status: 204 len: 168 time: 0.8533700 Mar 31 18:15:05.068188 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c599-6b18-490a-81ca-ea74988299e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c8b1c-d7b7-4b84-b7cb-cffd29da00ec,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:05.071706 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 08340e88-3805-4acf-98b8-347b60effb07 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:05.072255 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (08340e88-3805-4acf-98b8-347b60effb07), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:05.133839 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-67b2bc57-d5d0-45fe-9aee-bf621146f146 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--345535774&fields=id&tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 267 time: 0.1008258 Mar 31 18:15:05.240320 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1bd0f756-1217-460c-800a-2e54bb5accf1 service neutron] 10.222.0.62 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683847 Mar 31 18:15:05.276910 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b237-42cf-4bce-86ce-34525cd5bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2afe3-7292-462f-8a73-03657aec9886,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:05.384190 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-0a46423e-3537-432f-a0db-17ab5c353a1d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:05.396873 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-0a46423e-3537-432f-a0db-17ab5c353a1d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 816 time: 0.2444763 Mar 31 18:15:05.409083 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-a8877070-5095-4249-b163-995966c8c21e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/quotas/4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 375 time: 0.0106063 Mar 31 18:15:05.525463 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-504fe99d-6936-46d7-bc8d-cd26cc10bd2d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084692 Mar 31 18:15:05.547492 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 08340e88-3805-4acf-98b8-347b60effb07 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:05.659981 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-d00350bb-e6a7-4407-ac79-83cc8a97094f service neutron] 10.222.0.62 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177036 Mar 31 18:15:05.799684 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 66575023-e692-452c-b695-f8da113433bd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:05.862234 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:05.911126 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 66575023-e692-452c-b695-f8da113433bd triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:05.911782 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (66575023-e692-452c-b695-f8da113433bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:05.955518 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-7a5a3644-0599-4b77-9182-2d4b10746608 service neutron] 10.222.0.62 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078257 Mar 31 18:15:05.968307 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.067684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'Port': ['ID=6d5907aa-6d34-4d27-a8e9-56813d77eab6,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:06.101828 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (db212034-2dc0-43d5-91df-184d1a21afda), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.269343 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3d6220c4-7029-405f-bdc8-4f2c3fa9793d req-3ed69d6d-193f-42a8-8fea-7656abd585f0 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 210 time: 0.0823793 Mar 31 18:15:06.284099 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 66575023-e692-452c-b695-f8da113433bd is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:06.288653 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 960dcfa9-1a20-44c3-a33a-83689d8a35da details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:06.330895 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-70234678-270d-4130-a4d7-8334ae1f85ed tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:06.342061 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-70234678-270d-4130-a4d7-8334ae1f85ed tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.6024358 Mar 31 18:15:06.356521 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.360139 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c8741046-2f4a-4d90-850b-a5f41b52bdbd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3758984 Mar 31 18:15:06.405031 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50946) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:06.511666 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b4175c0-a8c7-458f-963e-49ce509f4d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.599033 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 960dcfa9-1a20-44c3-a33a-83689d8a35da, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da,segment=NetworkSegment(46cd6c1e-0629-4b79-b479-e33ae1083943),segment_id=46cd6c1e-0629-4b79-b479-e33ae1083943)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:06.623462 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50954) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:06.628875 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '960dcfa9-1a20-44c3-a33a-83689d8a35da', 'network_id': 'dc5d3074-787f-4251-a6cc-a2313cf401f3', 'port_id': '960dcfa9-1a20-44c3-a33a-83689d8a35da', 'mac_address': 'fa:16:3e:d9:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f259911-678c-4bb8-904e-4256d420eda5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:06.670217 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-42093938-373e-43ba-af01-7adcdc458f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.675984 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-94660116-5a92-4a80-8d20-2bb086a879ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 378 time: 0.3096018 Mar 31 18:15:06.692611 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-b357538f-b353-4156-96af-07a8a547889e service neutron] 10.222.0.62 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7273972 Mar 31 18:15:06.718682 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'port': {'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'admin_state_up': True, 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'security_groups': ['6b31cedd-53b7-4346-b52b-0df5e8e3c3fb']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:06.793339 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 960dcfa9-1a20-44c3-a33a-83689d8a35da is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:06.794890 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.823893 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960dcfa9-1a20-44c3-a33a-83689d8a35da {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:06.866295 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 960dcfa9-1a20-44c3-a33a-83689d8a35da, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da,segment=NetworkSegment(46cd6c1e-0629-4b79-b479-e33ae1083943),segment_id=46cd6c1e-0629-4b79-b479-e33ae1083943)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:06.911755 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-42093938-373e-43ba-af01-7adcdc458f28 admin admin] Publish callbacks [] for security_group (8f0ac551-790e-4770-bb41-a19d8262ef75), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:06.949772 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146839-7cfb-40c2-b7ba-ba3249a141bb req-90af4898-0c5e-4344-bf40-0b0be3f6bd49 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:06.951431 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-32146839-7cfb-40c2-b7ba-ba3249a141bb req-90af4898-0c5e-4344-bf40-0b0be3f6bd49 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 944 time: 0.4417462 Mar 31 18:15:06.992191 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.021513 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b4175c0-a8c7-458f-963e-49ce509f4d8f admin admin] Publish callbacks [] for security_group (9fe33399-904b-4717-b948-1bd62215d003), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.078809 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-32146839-7cfb-40c2-b7ba-ba3249a141bb req-7b6e7fa1-532d-4b58-8923-e1668280d909 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088204 Mar 31 18:15:07.081309 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-42093938-373e-43ba-af01-7adcdc458f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8f0ac551-790e-4770-bb41-a19d8262ef75), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.120717 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b4175c0-a8c7-458f-963e-49ce509f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9fe33399-904b-4717-b948-1bd62215d003), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.156182 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=960dcfa9-1a20-44c3-a33a-83689d8a35da,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:07.204469 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 50972) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:07.205392 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6b4175c0-a8c7-458f-963e-49ce509f4d8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec27b4193c904d31908f3d9efcf26ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966943 Mar 31 18:15:07.213655 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-42093938-373e-43ba-af01-7adcdc458f28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=765c7536ae84462ea751ff044b3e506a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5882633 Mar 31 18:15:07.234645 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42093938-373e-43ba-af01-7adcdc458f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0ac551-790e-4770-bb41-a19d8262ef75,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:07.237747 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 50974) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:07.249052 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Made reservation on behalf of a390cb7974cd4d92be1e224dc1e6b77f for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:07.254374 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.372914 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d620a665-5b16-4091-80ef-6bb31a095276 req-60a8195a-d2e3-4bdb-8e2b-8a3e639f9adc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 210 time: 0.1656392 Mar 31 18:15:07.408378 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.65', 59072) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:07.478527 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['960dcfa9-1a20-44c3-a33a-83689d8a35da'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:07.639782 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-4cc0c1d9-1435-4ddf-bdfb-59c08257d1b9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1571799387&fields=id&tenant_id=9f530743e8254a409bf25893dfd2ccf5 HTTP/1.1" status: 200 len: 267 time: 0.1643612 Mar 31 18:15:07.669178 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4175c0-a8c7-458f-963e-49ce509f4d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe33399-904b-4717-b948-1bd62215d003,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:07.762824 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5707eaa5-8e59-4f16-91cb-145dc9a60bce admin admin] Publish callbacks [] for security_group (9fe33399-904b-4717-b948-1bd62215d003), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.863337 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5707eaa5-8e59-4f16-91cb-145dc9a60bce admin admin] Publish callbacks [] for security_group (9fe33399-904b-4717-b948-1bd62215d003), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.887037 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4479f252-2723-4978-b15e-9eac818dff45 req-4dbda5a1-5964-494a-9cd1-a85317434edb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.2536466 Mar 31 18:15:07.928820 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24244be3-6572-4858-b4fc-eb011cfa46bf admin admin] Publish callbacks [] for security_group (8f0ac551-790e-4770-bb41-a19d8262ef75), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:07.991490 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.20.0.13 (8c6bbb67-44d9-4cb7-b299-8050fa443730/860b2f6e-2253-46bd-b63b-ce2855a12e7e/23da449a-0a4a-42eb-b896-e7093de6b213) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:08.002062 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-b639e9f0-fb93-4bfc-a926-7aa403b88e20 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:08.003705 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-b639e9f0-fb93-4bfc-a926-7aa403b88e20 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 811 time: 0.3619196 Mar 31 18:15:08.081102 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-c4c6460a-25ce-4197-8a2f-f47da0dd30ed tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/quotas/9f530743e8254a409bf25893dfd2ccf5 HTTP/1.1" status: 200 len: 375 time: 0.0625963 Mar 31 18:15:08.086097 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e783b76a-71f0-4129-873d-4a6840d90590 req-d1bd1ed8-0496-4dea-bee1-ea5dfb7f3cf4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 210 time: 0.0965385 Mar 31 18:15:08.092321 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-09ffbbf9-1706-4a14-8cf4-7d17730795f6 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:08.093950 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-09ffbbf9-1706-4a14-8cf4-7d17730795f6 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 818 time: 0.6664801 Mar 31 18:15:08.096895 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24244be3-6572-4858-b4fc-eb011cfa46bf admin admin] Publish callbacks [] for security_group (8f0ac551-790e-4770-bb41-a19d8262ef75), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.148363 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'port': {'device_id': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'admin_state_up': True, 'tenant_id': '52f95e5b41c24721a4fe311441406989'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:08.214533 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-49ce050f-2684-4fee-86f7-dd5213af089f tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157017 Mar 31 18:15:08.272602 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5707eaa5-8e59-4f16-91cb-145dc9a60bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9fe33399-904b-4717-b948-1bd62215d003), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.277157 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5707eaa5-8e59-4f16-91cb-145dc9a60bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.279726 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-5707eaa5-8e59-4f16-91cb-145dc9a60bce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fe33399-904b-4717-b948-1bd62215d003 HTTP/1.1" status: 204 len: 168 time: 1.0733318 Mar 31 18:15:08.508873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707eaa5-8e59-4f16-91cb-145dc9a60bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe33399-904b-4717-b948-1bd62215d003,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:08.511000 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7af36-bd4d-4467-bd17-22d32e40fcf5 req-5bfe3b1f-ce39-4bfe-99cc-ad674b022ddc tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:08.512450 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-48f7af36-bd4d-4467-bd17-22d32e40fcf5 req-5bfe3b1f-ce39-4bfe-99cc-ad674b022ddc tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 945 time: 0.2875249 Mar 31 18:15:08.579260 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24244be3-6572-4858-b4fc-eb011cfa46bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8f0ac551-790e-4770-bb41-a19d8262ef75), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.583349 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24244be3-6572-4858-b4fc-eb011cfa46bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.584277 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-24244be3-6572-4858-b4fc-eb011cfa46bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f0ac551-790e-4770-bb41-a19d8262ef75 HTTP/1.1" status: 204 len: 168 time: 1.3429642 Mar 31 18:15:08.604732 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24244be3-6572-4858-b4fc-eb011cfa46bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0ac551-790e-4770-bb41-a19d8262ef75,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:08.668955 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-48f7af36-bd4d-4467-bd17-22d32e40fcf5 req-460798f3-6cc4-4f6f-9f04-c4c7eef633b8 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401539 Mar 31 18:15:08.705180 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Made reservation on behalf of 52f95e5b41c24721a4fe311441406989 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:08.717940 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.768656 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-8125a9c8-214f-47a2-a04b-d817f25f08e1 service neutron] 10.222.0.62 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298367 Mar 31 18:15:08.774831 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (23da449a-0a4a-42eb-b896-e7093de6b213), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:08.925136 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-ff16dc56-8569-43df-8c64-1c87f53cb6f2 service neutron] 10.222.0.62 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456544 Mar 31 18:15:08.944500 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2965ac85-877b-4dae-b2a6-5ca604c51cbb req-065aad13-7c08-45e9-9c41-562c4953260c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 210 time: 0.0802238 Mar 31 18:15:09.004285 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:09.070051 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:09.075578 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:09.078681 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=23da449a-0a4a-42eb-b896-e7093de6b213,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:09.084857 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:09.091416 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:09.092152 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:09.202124 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Allocated IP 172.20.0.11 (4872666f-abbb-46a7-ab9a-83cc9a51bbac/b81c167d-082d-43d3-9246-74a8094f2168/43efa667-26d2-46ef-90e3-b166aeced998) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:09.205611 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8d1d6fe8-a29d-49ff-bd18-c5a1b7ecea38 req-e2bee267-48a1-484b-b9a4-0b9bc99e56b6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.0567901 Mar 31 18:15:09.283871 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-d5b170ae-be54-45e3-b0bf-bb0ed73da4e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5862863 Mar 31 18:15:09.332237 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Request body: {'port': {'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:09.441762 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-7142df93-f1a0-4f49-818d-6618e35f4129 None None] Provisioning complete for port 23da449a-0a4a-42eb-b896-e7093de6b213 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:09.442982 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7142df93-f1a0-4f49-818d-6618e35f4129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:09.486938 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-7142df93-f1a0-4f49-818d-6618e35f4129 None None] Port 23da449a-0a4a-42eb-b896-e7093de6b213 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:15:09.589081 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef7eb881-5bad-45c4-a5f9-6f33ac71f56c req-f832b407-caad-4bb1-bb92-77a5919eab5e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 210 time: 0.1449857 Mar 31 18:15:09.598249 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.65', 59076) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:09.606381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:09.734679 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45c26-c648-41a3-b498-65e1fd12e3f2 req-ea8dd7a2-fa8d-4848-b79d-d6c3b6441ae7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:09.736251 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bca45c26-c648-41a3-b498-65e1fd12e3f2 req-ea8dd7a2-fa8d-4848-b79d-d6c3b6441ae7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 932 time: 0.3307986 Mar 31 18:15:09.765635 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for port (43efa667-26d2-46ef-90e3-b166aeced998), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:09.889342 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bca45c26-c648-41a3-b498-65e1fd12e3f2 req-8efedded-ad58-4668-8bb1-c69b12cd0c14 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359239 Mar 31 18:15:09.898791 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-100858c1-1412-4efb-b25d-e44504fff4b5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:09.900873 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-100858c1-1412-4efb-b25d-e44504fff4b5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 818 time: 0.2799046 Mar 31 18:15:09.935207 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'port': {'device_id': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'admin_state_up': True, 'tenant_id': '52f95e5b41c24721a4fe311441406989'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:10.039906 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (43efa667-26d2-46ef-90e3-b166aeced998), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.046094 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79b30-4a44-4c98-9f58-39912530d813 req-51aa9826-6114-42ef-bca0-b9fd7258ef89 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:10.060202 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-68d79b30-4a44-4c98-9f58-39912530d813 req-51aa9826-6114-42ef-bca0-b9fd7258ef89 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 945 time: 0.2733243 Mar 31 18:15:10.176063 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 960dcfa9-1a20-44c3-a33a-83689d8a35da up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:10.278714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23da449a-0a4a-42eb-b896-e7093de6b213 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:10.292175 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ea5739c5-392c-4e86-b19d-a355e59774ac req-b8857544-a129-4e0d-8ac7-199c03d982ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 210 time: 0.0974529 Mar 31 18:15:10.353799 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Publish callbacks [] for port (23da449a-0a4a-42eb-b896-e7093de6b213), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.385857 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:10.389983 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:10.394604 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'Port': ['ID=43efa667-26d2-46ef-90e3-b166aeced998,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:10.404423 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:10.454032 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Transition to ACTIVE for port object 23da449a-0a4a-42eb-b896-e7093de6b213 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:15:10.465762 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 960dcfa9-1a20-44c3-a33a-83689d8a35da completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:10.476045 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 960dcfa9-1a20-44c3-a33a-83689d8a35da triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:10.486784 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.519617 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-68d79b30-4a44-4c98-9f58-39912530d813 req-b23e0e85-d20a-440f-a0e2-720a6b9369d7 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302175 Mar 31 18:15:10.551327 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.652558 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:10.653310 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.696269 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2e440390-99d8-4e7e-9f13-6ff4265467b6 req-39afdc57-0fd3-476e-a550-d87f184f4413 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.1910515 Mar 31 18:15:10.740221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Pushing event updated for resources: {'Port': ['ID=23da449a-0a4a-42eb-b896-e7093de6b213,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:10.802103 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 960dcfa9-1a20-44c3-a33a-83689d8a35da is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:10.802933 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.813182 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-d8638c25-314a-48e9-828c-9ce4016986d5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7033534 Mar 31 18:15:10.814180 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-25ae578e-9a2d-4716-bd7a-d15b5c7e7dd9 req-e4ec57bd-a13f-4458-9bd4-6fed06269479 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 210 time: 0.0754073 Mar 31 18:15:10.826777 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Made reservation on behalf of 52f95e5b41c24721a4fe311441406989 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:10.840881 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:10.869963 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Attempting to bind port 23da449a-0a4a-42eb-b896-e7093de6b213 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:10.870306 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Attempting to bind port 23da449a-0a4a-42eb-b896-e7093de6b213 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:10.871998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Attempting to bind port 23da449a-0a4a-42eb-b896-e7093de6b213 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:10.879652 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Request body: {'port': {'device_id': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:10.892889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.65', 59080) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:10.893554 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Port 23da449a-0a4a-42eb-b896-e7093de6b213 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:15:10.893880 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Attempting to bind port 23da449a-0a4a-42eb-b896-e7093de6b213 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:10.956662 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960dcfa9-1a20-44c3-a33a-83689d8a35da'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:10.977679 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:10.978414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:10.979989 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Bound using segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:10.981266 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Bound port: 23da449a-0a4a-42eb-b896-e7093de6b213, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:10.981994 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:11.275757 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 960dcfa9-1a20-44c3-a33a-83689d8a35da, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da,segment=NetworkSegment(46cd6c1e-0629-4b79-b479-e33ae1083943),segment_id=46cd6c1e-0629-4b79-b479-e33ae1083943)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:11.278929 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (43efa667-26d2-46ef-90e3-b166aeced998), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:11.284270 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-070b6bfd-d4d5-409c-9139-1630be4f076c None None] Provisioning complete for port 43efa667-26d2-46ef-90e3-b166aeced998 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:11.285493 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-070b6bfd-d4d5-409c-9139-1630be4f076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (43efa667-26d2-46ef-90e3-b166aeced998), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:11.384043 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:11.390556 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-070b6bfd-d4d5-409c-9139-1630be4f076c None None] Port 43efa667-26d2-46ef-90e3-b166aeced998 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:15:11.518977 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=960dcfa9-1a20-44c3-a33a-83689d8a35da,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:11.529670 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-923b4d0c-14bd-4d41-bbf6-678b3e3c4163 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:11.533041 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-923b4d0c-14bd-4d41-bbf6-678b3e3c4163 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 816 time: 0.6114533 Mar 31 18:15:11.552872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] For port 23da449a-0a4a-42eb-b896-e7093de6b213, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:11.557851 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0e06b-f7e7-4f14-b9c2-ba5003af64bd req-6022478d-c56f-45f9-9f7b-a4f3a4697e3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:11.561509 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-45d0e06b-f7e7-4f14-b9c2-ba5003af64bd req-6022478d-c56f-45f9-9f7b-a4f3a4697e3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 944 time: 0.4011793 Mar 31 18:15:11.566938 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] For port 23da449a-0a4a-42eb-b896-e7093de6b213, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23da449a-0a4a-42eb-b896-e7093de6b213,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:11.592195 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Allocated IP 172.20.0.5 (4872666f-abbb-46a7-ab9a-83cc9a51bbac/b81c167d-082d-43d3-9246-74a8094f2168/d7b3c2df-2961-469e-8ec1-e8fcf4af47a5) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:11.608449 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c411b75-8803-4aeb-90e9-537ab5c5635b" -d '{"events": [{"server_uuid": "3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c", "name": "network-vif-plugged", "status": "completed", "tag": "960dcfa9-1a20-44c3-a33a-83689d8a35da"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:11.644308 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:11.702858 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-024f3f64-23a7-4d1e-b563-25eb04235676 req-4654518a-215c-415d-ad40-043ef455dbfe tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 210 time: 0.0906212 Mar 31 18:15:11.812248 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-45d0e06b-f7e7-4f14-b9c2-ba5003af64bd req-0cfd5acb-b6e6-4f70-bbce-5bf6d7ac4760 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2293322 Mar 31 18:15:11.844164 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:11.845347 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:11.847515 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] 10.222.0.65 "PUT /v2.0/ports/23da449a-0a4a-42eb-b896-e7093de6b213 HTTP/1.1" status: 200 len: 1094 time: 2.5387156 Mar 31 18:15:11.852256 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:11.868258 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97edb30-d7ce-4868-baa0-015c7617b2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:11.883608 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0687a0-c9af-4ca9-9a38-44d90cc93c6b service neutron] Pushing event updated for resources: {'Port': ['ID=23da449a-0a4a-42eb-b896-e7093de6b213,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:11.911386 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-bb965fd3-0d87-44cc-9b40-0450159b2832 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 379 time: 0.3606820 Mar 31 18:15:11.931211 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'port': {'device_id': '528350bc-0776-4bf8-a984-58df2ace5c63', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'admin_state_up': True, 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'security_groups': ['3db0abb9-08a8-4c1e-9383-0312b3f74055']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:12.094902 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189bf11-486b-47ca-a3b3-89279ad90964 req-6a5f9356-21ad-49c2-99de-ac44f6709d49 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:12.097105 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c189bf11-486b-47ca-a3b3-89279ad90964 req-6a5f9356-21ad-49c2-99de-ac44f6709d49 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.1595774 Mar 31 18:15:12.232665 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-dec66f04-df93-454e-8feb-b4b32bdbc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:12.236275 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-dec66f04-df93-454e-8feb-b4b32bdbc17d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 1128 time: 0.1646490 Mar 31 18:15:12.251040 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c189bf11-486b-47ca-a3b3-89279ad90964 req-c902d6c4-74bc-4644-85a8-589f13006518 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280043 Mar 31 18:15:12.273593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:12.341538 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-10beb7d5-5bd0-447f-bce1-59a89faf623d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23da449a-0a4a-42eb-b896-e7093de6b213 HTTP/1.1" status: 200 len: 217 time: 0.0752101 Mar 31 18:15:12.344029 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Made reservation on behalf of 4058b0e7a21b4783a5f1fb59b3b9a95a for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:12.346467 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:12.413906 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:12.458709 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-aec150d1-a89b-4ebb-bbc7-3f341a43d381 req-54f3dba3-ccf8-46a7-8f09-86f05257a073 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.0725307 Mar 31 18:15:12.534944 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:12.561285 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:12.579812 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'Port': ['ID=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:12.592114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:12.606288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d0e5a2-bee3-4dfd-98fb-7cbce13daf4e x-openstack-request-id: req-26d0e5a2-bee3-4dfd-98fb-7cbce13daf4e {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:12.607527 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c", "name": "network-vif-plugged", "status": "completed", "tag": "960dcfa9-1a20-44c3-a33a-83689d8a35da", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:12.608083 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26d0e5a2-bee3-4dfd-98fb-7cbce13daf4e {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:12.608821 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d0e5a2-bee3-4dfd-98fb-7cbce13daf4e'] response: {'server_uuid': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960dcfa9-1a20-44c3-a33a-83689d8a35da', 'code': 200} Mar 31 18:15:12.727424 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51150) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:12.777734 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:12.789152 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:12.948299 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc21605-e529-4f93-86d5-55c7c2b9d829 x-openstack-request-id: req-9fc21605-e529-4f93-86d5-55c7c2b9d829 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:12.948299 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:12.949288 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fc21605-e529-4f93-86d5-55c7c2b9d829 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:12.949288 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc21605-e529-4f93-86d5-55c7c2b9d829'] response: {'name': 'network-changed', 'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213', 'status': 'completed', 'code': 200} Mar 31 18:15:12.969851 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-177a016e-b4cc-4d4e-84e5-b3f1b78df451 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0477483 Mar 31 18:15:13.001124 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Request body: {'port': {'device_id': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:13.036364 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43efa667-26d2-46ef-90e3-b166aeced998 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:13.036805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.65', 59084) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:13.048155 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Publish callbacks [] for port (43efa667-26d2-46ef-90e3-b166aeced998), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:13.065137 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4452dd8b-0fa2-4df6-8985-e493257cf9e8 req-e1872b5d-449e-4015-8e04-1a43f681458c tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 210 time: 0.1151271 Mar 31 18:15:13.072945 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.65', 59085) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:13.167739 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211f822-bf6b-4b1d-bd81-10bee4845d00 req-ca2cd545-2d7a-464c-9f6b-99e591af700a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.175146 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4211f822-bf6b-4b1d-bd81-10bee4845d00 req-ca2cd545-2d7a-464c-9f6b-99e591af700a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 931 time: 0.2916994 Mar 31 18:15:13.177636 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-f7af41f2-6da8-49c6-8f59-cc6622eac397 None None] Provisioning complete for port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:13.178292 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f7af41f2-6da8-49c6-8f59-cc6622eac397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:13.183773 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Transition to ACTIVE for port object 43efa667-26d2-46ef-90e3-b166aeced998 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:15:13.213664 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:13.250367 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a48687b8-5094-4283-a94c-4d1d5a721154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:13.317094 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f7af41f2-6da8-49c6-8f59-cc6622eac397 None None] Port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:15:13.350814 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4211f822-bf6b-4b1d-bd81-10bee4845d00 req-236955ad-9d36-4328-9229-c4f2f4a84d62 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718853 Mar 31 18:15:13.404891 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Allocated IP 172.20.0.4 (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269/4b331f6f-cff0-48bf-849f-38b06dc7a8e2/009384e1-f4df-44a8-8f47-9e20e33d596d) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:13.411156 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-56368acb-ec25-4894-8d0c-265d45df36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.412143 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-56368acb-ec25-4894-8d0c-265d45df36a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.9176672 Mar 31 18:15:13.457149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765aa5da-7e48-45ed-b46f-82ea5d382eee req-c7eb0b8d-e942-4e5a-af62-e82b81cb523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.458668 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-765aa5da-7e48-45ed-b46f-82ea5d382eee req-c7eb0b8d-e942-4e5a-af62-e82b81cb523d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 1130 time: 0.3303316 Mar 31 18:15:13.532077 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (43efa667-26d2-46ef-90e3-b166aeced998), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:13.577916 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281147d1-fb27-4b0e-b6aa-85297aa3bbd0 req-fbb7c80b-0a40-40a5-9348-045696dd9d8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.579602 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-281147d1-fb27-4b0e-b6aa-85297aa3bbd0 req-fbb7c80b-0a40-40a5-9348-045696dd9d8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 944 time: 0.3472397 Mar 31 18:15:13.580303 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-765aa5da-7e48-45ed-b46f-82ea5d382eee req-f618a326-7954-422a-ac13-31c2aab5adca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:13.688695 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-4a233a76-7044-4b2c-a8e0-4dd5abe03d96 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.690712 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-4a233a76-7044-4b2c-a8e0-4dd5abe03d96 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 811 time: 0.6131313 Mar 31 18:15:13.735403 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8f2b2204-c112-4feb-b8ed-a8a290149567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.736926 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-8f2b2204-c112-4feb-b8ed-a8a290149567 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3165798 Mar 31 18:15:13.800899 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=43efa667-26d2-46ef-90e3-b166aeced998,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:13.965396 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-281147d1-fb27-4b0e-b6aa-85297aa3bbd0 req-343ea5cc-6af6-426c-94b2-b2e7f9af44ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3779047 Mar 31 18:15:13.980027 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-3349d172-50b1-49bb-8d85-411e9d6e18f7 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256174 Mar 31 18:15:13.987450 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6566-7e36-4ea0-9eb8-39478467bc26 req-a5f366e0-1139-4801-964b-a5bffbb25cc9 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:13.992687 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f1ff6566-7e36-4ea0-9eb8-39478467bc26 req-a5f366e0-1139-4801-964b-a5bffbb25cc9 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.4815772 Mar 31 18:15:14.082857 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a48687b8-5094-4283-a94c-4d1d5a721154 admin admin] Publish callbacks [] for security_group (c71f4ea1-a04b-4ef2-aa1a-2356341437ce), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.088729 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-45dd2dd4-b28f-46ae-8390-1e1a2de5db80 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f530743e8254a409bf25893dfd2ccf5 HTTP/1.1" status: 200 len: 380 time: 0.3713510 Mar 31 18:15:14.108856 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'port': {'device_id': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'admin_state_up': True, 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'security_groups': ['d8bcb3ce-aa86-4084-b548-717fb48c716d']}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:14.209979 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4338f1ec-1782-4156-bdbc-d1f87ee64585 req-4aaae430-a228-437a-bbc8-67f0f3a77233 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075014 Mar 31 18:15:14.228900 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a48687b8-5094-4283-a94c-4d1d5a721154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c71f4ea1-a04b-4ef2-aa1a-2356341437ce), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.231495 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f1ff6566-7e36-4ea0-9eb8-39478467bc26 req-269790af-8a84-4ee9-a9cf-d21009be1df9 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986940 Mar 31 18:15:14.232233 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Attempting to bind port 43efa667-26d2-46ef-90e3-b166aeced998 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:14.232613 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Attempting to bind port 43efa667-26d2-46ef-90e3-b166aeced998 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:14.232941 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Attempting to bind port 43efa667-26d2-46ef-90e3-b166aeced998 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:14.271485 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Port 43efa667-26d2-46ef-90e3-b166aeced998 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:15:14.271847 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Attempting to bind port 43efa667-26d2-46ef-90e3-b166aeced998 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:14.288853 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.308602 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:14.319251 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a657d4d7-b9a9-4e6a-8f9f-637210a44438 req-9474fecd-4660-40bc-9f68-f05e3a566388 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.1033692 Mar 31 18:15:14.329442 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:14.329822 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Checking segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:14.330381 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Bound using segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:14.330828 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Bound port: 43efa667-26d2-46ef-90e3-b166aeced998, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:14.331190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (43efa667-26d2-46ef-90e3-b166aeced998), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.334626 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Publish callbacks [] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.341904 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48687b8-5094-4283-a94c-4d1d5a721154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f4ea1-a04b-4ef2-aa1a-2356341437ce,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:14.366379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-765aa5da-7e48-45ed-b46f-82ea5d382eee req-f618a326-7954-422a-ac13-31c2aab5adca service neutron] Publish callbacks [] for security_group (88a28b07-0e9e-4093-b7f5-79fbbb1d6548), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.372986 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a48687b8-5094-4283-a94c-4d1d5a721154 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4521be42db8493090901e638176e3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6309719 Mar 31 18:15:14.376835 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51192) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:14.406241 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f51461be-8545-457e-9a8f-5ffa9c22e187 req-631129d4-7bc1-4d52-b34c-01101824037c tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 210 time: 0.0808277 Mar 31 18:15:14.450216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Transition to ACTIVE for port object d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:15:14.457386 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-311203f4-1f3c-42d9-8a31-1df284f2863f admin admin] Publish callbacks [] for security_group (c71f4ea1-a04b-4ef2-aa1a-2356341437ce), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.495454 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] For port 43efa667-26d2-46ef-90e3-b166aeced998, host hv-cinder-maste, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:14.500016 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] For port 43efa667-26d2-46ef-90e3-b166aeced998, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=43efa667-26d2-46ef-90e3-b166aeced998,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:14.507082 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-311203f4-1f3c-42d9-8a31-1df284f2863f admin admin] Publish callbacks [] for security_group (c71f4ea1-a04b-4ef2-aa1a-2356341437ce), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.530321 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.534481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-765aa5da-7e48-45ed-b46f-82ea5d382eee req-f618a326-7954-422a-ac13-31c2aab5adca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (88a28b07-0e9e-4093-b7f5-79fbbb1d6548), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.596924 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Made reservation on behalf of 9f530743e8254a409bf25893dfd2ccf5 for: {'port': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:14.600738 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.604025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.619604 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (43efa667-26d2-46ef-90e3-b166aeced998), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.651194 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7266009-611b-43e2-8720-c498d556699a req-05832803-695b-4c9b-85b1-b34d510977aa tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:14.652741 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d7266009-611b-43e2-8720-c498d556699a req-05832803-695b-4c9b-85b1-b34d510977aa tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 931 time: 0.2099760 Mar 31 18:15:14.660371 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:14.673267 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:14.681059 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:14.681750 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.686777 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] 10.222.0.65 "PUT /v2.0/ports/43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 200 len: 1094 time: 3.8289371 Mar 31 18:15:14.688251 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:14.690140 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'tag': '43efa667-26d2-46ef-90e3-b166aeced998'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:14.697323 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:14.697995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.711935 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-765aa5da-7e48-45ed-b46f-82ea5d382eee req-f618a326-7954-422a-ac13-31c2aab5adca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2160347 Mar 31 18:15:14.727373 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618a326-7954-422a-ac13-31c2aab5adca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=88a28b07-0e9e-4093-b7f5-79fbbb1d6548,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:14.748921 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Pushing event updated for resources: {'Port': ['ID=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:14.759918 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:14.889799 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-78da8ae7-99ee-4788-b7d8-6212d7cb6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:14.889799 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-78da8ae7-99ee-4788-b7d8-6212d7cb6a7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 1128 time: 0.3275757 Mar 31 18:15:14.899193 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-757de095-b6e4-426a-87e3-9254d57ec32a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9722450 Mar 31 18:15:14.931107 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d7266009-611b-43e2-8720-c498d556699a req-6f612b88-331e-4f4d-9f47-873a9f608331 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626090 Mar 31 18:15:14.933692 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-311203f4-1f3c-42d9-8a31-1df284f2863f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c71f4ea1-a04b-4ef2-aa1a-2356341437ce), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.940502 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-311203f4-1f3c-42d9-8a31-1df284f2863f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:14.945949 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-311203f4-1f3c-42d9-8a31-1df284f2863f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c71f4ea1-a04b-4ef2-aa1a-2356341437ce HTTP/1.1" status: 204 len: 168 time: 0.5675161 Mar 31 18:15:14.972796 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311203f4-1f3c-42d9-8a31-1df284f2863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f4ea1-a04b-4ef2-aa1a-2356341437ce,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:15.059873 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=43efa667-26d2-46ef-90e3-b166aeced998,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:15.102748 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95672949-6418-40e6-a807-13fdf0c68c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c21a7e71-1673-446a-88d3-4f972b17e1a8", "tag": "43efa667-26d2-46ef-90e3-b166aeced998"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:15.130782 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Allocated IP 172.20.0.7 (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1/0b956446-1a64-4c22-967c-eb68a7dfb146/201907b3-3376-4ef4-a087-f4ac82012156) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:15.166915 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Request body: {'port': {'device_id': '528350bc-0776-4bf8-a984-58df2ace5c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:15.207678 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Attempting to bind port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:15.208325 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Attempting to bind port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:15.208871 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Attempting to bind port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:15.224181 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:15:15.224785 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Attempting to bind port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:15.255200 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:15.256335 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Checking segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:15.257187 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Bound using segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:15.257843 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Bound port: d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:15.261190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.344779 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6357d-f90a-49df-91aa-f77be19ef187 req-4614944c-2a2e-4af6-9015-707be32de680 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:15.349533 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-22e6357d-f90a-49df-91aa-f77be19ef187 req-4614944c-2a2e-4af6-9015-707be32de680 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 944 time: 0.2202744 Mar 31 18:15:15.409814 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14704540-6f21-4fb0-8ca1-1b98501c070f x-openstack-request-id: req-14704540-6f21-4fb0-8ca1-1b98501c070f {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:15.410393 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21a7e71-1673-446a-88d3-4f972b17e1a8", "tag": "43efa667-26d2-46ef-90e3-b166aeced998", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:15.410916 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14704540-6f21-4fb0-8ca1-1b98501c070f {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:15.411527 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14704540-6f21-4fb0-8ca1-1b98501c070f'] response: {'name': 'network-changed', 'server_uuid': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'tag': '43efa667-26d2-46ef-90e3-b166aeced998', 'status': 'completed', 'code': 200} Mar 31 18:15:15.427744 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.509888 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-146bbf6b-413e-4546-aac3-c4925ebb06b7 None None] Provisioning complete for port 009384e1-f4df-44a8-8f47-9e20e33d596d triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:15.511130 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-146bbf6b-413e-4546-aac3-c4925ebb06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.563101 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-146bbf6b-413e-4546-aac3-c4925ebb06b7 None None] Port 009384e1-f4df-44a8-8f47-9e20e33d596d cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:15:15.569334 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-9f221f18-a823-4eaa-94b4-5c41fcd13d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:15.570953 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-9f221f18-a823-4eaa-94b4-5c41fcd13d7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1128 time: 0.2853124 Mar 31 18:15:15.616880 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-4d68dc26-7531-4fc3-83bd-b6dd68bb23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:15.618630 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-4d68dc26-7531-4fc3-83bd-b6dd68bb23cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.4470630 Mar 31 18:15:15.620820 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.682978 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-394d828b-6d84-40c0-acf0-3f00772e35f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 200 len: 217 time: 0.0843706 Mar 31 18:15:15.698384 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a7c91-d995-4ea5-93da-55c13d523669 req-b419877f-ba4c-4d82-b59a-a0c69efe7aed tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:15.706081 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e19a7c91-d995-4ea5-93da-55c13d523669 req-b419877f-ba4c-4d82-b59a-a0c69efe7aed tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.2596178 Mar 31 18:15:15.788169 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for port (201907b3-3376-4ef4-a087-f4ac82012156), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.804196 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-22e6357d-f90a-49df-91aa-f77be19ef187 req-b72fdaa1-e5d0-4fe7-9ec6-582af880e55d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3882291 Mar 31 18:15:15.821289 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] For port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host hv-cinder-maste, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:15.826646 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] For port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:15.838794 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-68e324b4-2994-4eea-8574-46602e723a1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23da449a-0a4a-42eb-b896-e7093de6b213 HTTP/1.1" status: 200 len: 217 time: 0.1739826 Mar 31 18:15:15.875188 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-a7b56f4c-f804-425b-b731-ae3e2ed040e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:15.876811 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-a7b56f4c-f804-425b-b731-ae3e2ed040e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.1544037 Mar 31 18:15:15.934373 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.951777 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:15.953019 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:15.954411 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] 10.222.0.65 "PUT /v2.0/ports/d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 HTTP/1.1" status: 200 len: 1093 time: 2.9574325 Mar 31 18:15:15.991341 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (201907b3-3376-4ef4-a087-f4ac82012156), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:16.035759 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:16.046202 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:16.048672 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:16.070855 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b8581-6b0e-4aae-bfb4-c65988a0788f req-86325f9a-5d8e-4962-b275-997f4c73eff7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.072605 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-339b8581-6b0e-4aae-bfb4-c65988a0788f req-86325f9a-5d8e-4962-b275-997f4c73eff7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 931 time: 0.1727026 Mar 31 18:15:16.097058 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009f4ac-a3d0-497c-a1cb-7ac025defcdc service neutron] Pushing event updated for resources: {'Port': ['ID=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:16.189430 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e19a7c91-d995-4ea5-93da-55c13d523669 req-01d4826d-872e-4e8e-8ccd-06ce66a1dc6d tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814804 Mar 31 18:15:16.217827 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-5a4b68f0-da25-4f68-be35-2bbc25f835e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.219484 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-5a4b68f0-da25-4f68-be35-2bbc25f835e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.2875478 Mar 31 18:15:16.219960 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51234) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:16.246619 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-21282bbf-6876-4f60-8963-dfacef44b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.249756 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-21282bbf-6876-4f60-8963-dfacef44b857 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3039546 Mar 31 18:15:16.388945 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.389764 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:16.395216 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-339b8581-6b0e-4aae-bfb4-c65988a0788f req-6e11035e-5962-454f-ba9e-86b955fe4291 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992928 Mar 31 18:15:16.395464 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02ca5173-6156-4a34-9966-5d2cd018c057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:16.408879 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'Port': ['ID=201907b3-3376-4ef4-a087-f4ac82012156,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:16.447561 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-cec1311d-526e-426a-a006-456148291547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.449123 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-cec1311d-526e-426a-a006-456148291547 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 1127 time: 0.2030370 Mar 31 18:15:16.511617 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-1f349fe4-10d5-4a34-a9d4-25826e602aac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4101059 Mar 31 18:15:16.552174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Request body: {'port': {'device_id': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:16.555587 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-154e8c2d-0391-4ea4-97ab-201d41002a97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 HTTP/1.1" status: 200 len: 217 time: 0.0921030 Mar 31 18:15:16.578965 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-24b782a0-0b67-4790-9e97-afa65dbb200c None None] Provisioning complete for port 201907b3-3376-4ef4-a087-f4ac82012156 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:16.578965 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-24b782a0-0b67-4790-9e97-afa65dbb200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (201907b3-3376-4ef4-a087-f4ac82012156), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:16.620020 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-24b782a0-0b67-4790-9e97-afa65dbb200c None None] Port 201907b3-3376-4ef4-a087-f4ac82012156 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:15:16.685848 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-c5b781c2-ec0e-486f-be24-63c8fd583e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.687420 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-c5b781c2-ec0e-486f-be24-63c8fd583e53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.1052697 Mar 31 18:15:16.755687 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8de78c-a22d-46e6-b4ef-5d23c793c55c req-342090ea-9e8f-4844-93f9-54599a657ecc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.757695 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9a8de78c-a22d-46e6-b4ef-5d23c793c55c req-342090ea-9e8f-4844-93f9-54599a657ecc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 943 time: 0.2116587 Mar 31 18:15:16.762313 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-65cdd64a-dd45-4c97-8f0c-7f3bba1d2e4a service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925632 Mar 31 18:15:16.762549 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (201907b3-3376-4ef4-a087-f4ac82012156), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:16.802049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009384e1-f4df-44a8-8f47-9e20e33d596d {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:16.842407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Publish callbacks [] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:16.844679 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-4207f650-da80-47ca-9091-121220e3f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.846713 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-4207f650-da80-47ca-9091-121220e3f1bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6163642 Mar 31 18:15:16.870513 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-f0a0a4a8-4477-40a1-ba45-d1bb298cf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.872064 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-f0a0a4a8-4477-40a1-ba45-d1bb298cf73d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1750803 Mar 31 18:15:16.951908 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Transition to ACTIVE for port object 009384e1-f4df-44a8-8f47-9e20e33d596d will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:15:16.957684 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9a8de78c-a22d-46e6-b4ef-5d23c793c55c req-c7bca95d-a1e7-4bc5-b501-11dd57a75bc7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913719 Mar 31 18:15:16.993510 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0676433-9eba-4ba8-a555-b435c3922629 req-87962992-7b69-4736-bc2a-11bf5a06a13a tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:16.995628 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f0676433-9eba-4ba8-a555-b435c3922629 req-87962992-7b69-4736-bc2a-11bf5a06a13a tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 931 time: 0.6304717 Mar 31 18:15:17.057163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.159459 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-b61a3c5a-4dde-48fa-ab7c-316e9b4c4bba service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901141 Mar 31 18:15:17.179706 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-0ad76a9e-ddf2-4a63-9a7e-95b556b38e9f service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994478 Mar 31 18:15:17.208658 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02ca5173-6156-4a34-9966-5d2cd018c057 admin admin] Publish callbacks [] for security_group (ba44d6b6-5544-4101-b9af-4496794b9035), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.214085 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-398e1bd0-31b8-4057-8d55-0919a82b3354 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304913 Mar 31 18:15:17.215443 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:17.226465 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f0676433-9eba-4ba8-a555-b435c3922629 req-c3d8108a-30b7-4b9b-ba0e-b6ce346fdcc5 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960349 Mar 31 18:15:17.230827 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ae9dec6a-415c-4409-9b4b-e459510bbd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.350155 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b084ca1-e023-4bd2-9295-53bb479c1e63 req-9feb1db1-a452-4a88-9829-9e6d0cc12bd9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:17.352810 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b084ca1-e023-4bd2-9295-53bb479c1e63 req-9feb1db1-a452-4a88-9829-9e6d0cc12bd9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 944 time: 0.3026323 Mar 31 18:15:17.356069 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5753a5fe-b49b-4948-96d2-f3dc4b4bdb15 req-7d7ac5b2-316b-4819-886f-035193a16ca5 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627471 Mar 31 18:15:17.367384 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02ca5173-6156-4a34-9966-5d2cd018c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ba44d6b6-5544-4101-b9af-4496794b9035), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.420942 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'tag': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:17.425582 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7bc422-5ffa-4cd9-b705-6b53c231b080" -d '{"events": [{"name": "network-changed", "server_uuid": "31f909e4-6f7e-4d17-aa18-95432ae5f40a", "tag": "d7b3c2df-2961-469e-8ec1-e8fcf4af47a5"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:17.428519 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca5173-6156-4a34-9966-5d2cd018c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba44d6b6-5544-4101-b9af-4496794b9035,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:17.446500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Attempting to bind port 009384e1-f4df-44a8-8f47-9e20e33d596d on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:17.446845 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Attempting to bind port 009384e1-f4df-44a8-8f47-9e20e33d596d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:17.447165 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Attempting to bind port 009384e1-f4df-44a8-8f47-9e20e33d596d on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:17.494501 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Port 009384e1-f4df-44a8-8f47-9e20e33d596d on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:15:17.494858 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Attempting to bind port 009384e1-f4df-44a8-8f47-9e20e33d596d on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:17.519551 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-02ca5173-6156-4a34-9966-5d2cd018c057 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6a1e85860e64fc49de666e96b884e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2975893 Mar 31 18:15:17.523692 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51256) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:17.547414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:17.547414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Checking segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:17.547414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Bound using segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:17.547414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Bound port: 009384e1-f4df-44a8-8f47-9e20e33d596d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:17.547414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.578822 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c97edb30-d7ce-4868-baa0-015c7617b2c1 req-ee36acf6-6500-4a74-b7f4-adc678246a86 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430767 Mar 31 18:15:17.597798 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b084ca1-e023-4bd2-9295-53bb479c1e63 req-25be78a9-a806-41eb-8e67-cd133176bdef tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2358651 Mar 31 18:15:17.598325 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899326f4-cb48-4923-b33f-283139aadbfc req-5999a2ec-0771-4104-a604-0576ec212190 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:17.600425 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-899326f4-cb48-4923-b33f-283139aadbfc req-5999a2ec-0771-4104-a604-0576ec212190 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.2534566 Mar 31 18:15:17.613258 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201907b3-3376-4ef4-a087-f4ac82012156 {{(pid=103982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:17.628347 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Publish callbacks [] for port (201907b3-3376-4ef4-a087-f4ac82012156), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.642569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672949-6418-40e6-a807-13fdf0c68c2f req-b09e6f0c-6865-4c89-8357-71662fe25f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:17.644122 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-b09e6f0c-6865-4c89-8357-71662fe25f41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1128 time: 0.1865129 Mar 31 18:15:17.685980 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9620af67-ca4f-416f-a255-961d737477f6 admin admin] Publish callbacks [] for security_group (ba44d6b6-5544-4101-b9af-4496794b9035), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.690697 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.provisioning_blocks [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Transition to ACTIVE for port object 201907b3-3376-4ef4-a087-f4ac82012156 will not be triggered until provisioned by entity L2. {{(pid=103982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:15:17.725309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:17.748169 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-899326f4-cb48-4923-b33f-283139aadbfc req-e82f14c6-b525-47a9-811a-6737ebb669d3 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237149 Mar 31 18:15:17.771371 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:17.774156 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9620af67-ca4f-416f-a255-961d737477f6 admin admin] Publish callbacks [] for security_group (ba44d6b6-5544-4101-b9af-4496794b9035), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.779628 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247fa4c-8a0e-40b0-a9af-1004ca86ff8d x-openstack-request-id: req-9247fa4c-8a0e-40b0-a9af-1004ca86ff8d {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:17.779911 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f909e4-6f7e-4d17-aa18-95432ae5f40a", "tag": "d7b3c2df-2961-469e-8ec1-e8fcf4af47a5", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:17.780499 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9247fa4c-8a0e-40b0-a9af-1004ca86ff8d {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:17.780681 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9247fa4c-8a0e-40b0-a9af-1004ca86ff8d'] response: {'name': 'network-changed', 'server_uuid': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'tag': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5', 'status': 'completed', 'code': 200} Mar 31 18:15:17.786835 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (201907b3-3376-4ef4-a087-f4ac82012156), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.877617 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.947324 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9620af67-ca4f-416f-a255-961d737477f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ba44d6b6-5544-4101-b9af-4496794b9035), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.950633 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9620af67-ca4f-416f-a255-961d737477f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.951167 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9620af67-ca4f-416f-a255-961d737477f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba44d6b6-5544-4101-b9af-4496794b9035 HTTP/1.1" status: 204 len: 168 time: 0.4245987 Mar 31 18:15:17.959614 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Pushing event updated for resources: {'Port': ['ID=201907b3-3376-4ef4-a087-f4ac82012156,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:17.977801 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620af67-ca4f-416f-a255-961d737477f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba44d6b6-5544-4101-b9af-4496794b9035,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:17.992933 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:17.994653 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:17.996537 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] 10.222.0.65 "PUT /v2.0/ports/009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 1093 time: 2.8451955 Mar 31 18:15:17.999791 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:18.003797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:18.034655 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662f428-6b93-4cc5-a421-d69dcf6440f6 service neutron] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:18.043223 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672949-6418-40e6-a807-13fdf0c68c2f req-39c4b4f9-e378-40b4-8e70-1d9f0c90ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.058880 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-39c4b4f9-e378-40b4-8e70-1d9f0c90ef22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.3950911 Mar 31 18:15:18.060147 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-c78fcef2-f538-41fe-8c42-3edf2c16cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.062144 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-c78fcef2-f538-41fe-8c42-3edf2c16cd92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 1127 time: 0.2286925 Mar 31 18:15:18.205847 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 23da449a-0a4a-42eb-b896-e7093de6b213 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:18.306767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-00ac5686-430a-4f76-a795-6ca69796a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.308478 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-00ac5686-430a-4f76-a795-6ca69796a018 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.2353578 Mar 31 18:15:18.390070 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-df114ff2-5bf3-4bb1-b3cd-5486bae7c8fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 HTTP/1.1" status: 200 len: 217 time: 0.0718141 Mar 31 18:15:18.393940 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd65274-b41c-45d9-8bbc-5b62570b67eb req-1e5f3d48-48ed-48a3-b50a-b79b01c809d8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.402871 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cfd65274-b41c-45d9-8bbc-5b62570b67eb req-1e5f3d48-48ed-48a3-b50a-b79b01c809d8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.5454347 Mar 31 18:15:18.410755 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-77b70006-b1a3-4c20-b3f2-745976c01b42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 200 len: 217 time: 0.3353248 Mar 31 18:15:18.426962 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e9864-b20a-4566-b543-db5f7eb2f51e req-346c0b3d-3d61-4aa2-9e40-1cbe1c57b89d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.433902 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-890e9864-b20a-4566-b543-db5f7eb2f51e req-346c0b3d-3d61-4aa2-9e40-1cbe1c57b89d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 943 time: 0.3235412 Mar 31 18:15:18.442194 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 23da449a-0a4a-42eb-b896-e7093de6b213, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23da449a-0a4a-42eb-b896-e7093de6b213,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:18.464374 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-d28f24ae-7cf8-455d-a975-ef583f9fd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.465350 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '23da449a-0a4a-42eb-b896-e7093de6b213', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:18.466775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-d28f24ae-7cf8-455d-a975-ef583f9fd0fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1127 time: 0.3160870 Mar 31 18:15:18.478090 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Attempting to bind port 201907b3-3376-4ef4-a087-f4ac82012156 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:18.478452 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Attempting to bind port 201907b3-3376-4ef4-a087-f4ac82012156 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:18.478787 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Attempting to bind port 201907b3-3376-4ef4-a087-f4ac82012156 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:18.488902 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Port 201907b3-3376-4ef4-a087-f4ac82012156 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:15:18.489279 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Attempting to bind port 201907b3-3376-4ef4-a087-f4ac82012156 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:18.510706 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:18.511187 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Checking segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:18.511654 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Bound using segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} {{(pid=103982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:18.512326 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.managers [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Bound port: 201907b3-3376-4ef4-a087-f4ac82012156, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}}] {{(pid=103982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:18.513389 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (201907b3-3376-4ef4-a087-f4ac82012156), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:18.538100 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 23da449a-0a4a-42eb-b896-e7093de6b213 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:18.538890 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:18.547707 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cfd65274-b41c-45d9-8bbc-5b62570b67eb req-c7ad1c54-f9b0-4e8d-8753-d8405f1f8c34 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440377 Mar 31 18:15:18.548242 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51276) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:18.569210 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672949-6418-40e6-a807-13fdf0c68c2f req-d8dead7a-3fd4-433c-8b9d-bd183d330df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.570111 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23da449a-0a4a-42eb-b896-e7093de6b213 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:18.570707 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-d8dead7a-3fd4-433c-8b9d-bd183d330df0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.1530216 Mar 31 18:15:18.605957 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-972f9b2b-5509-466e-86f8-6fae4481fe3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 217 time: 0.1085472 Mar 31 18:15:18.629327 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 23da449a-0a4a-42eb-b896-e7093de6b213, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23da449a-0a4a-42eb-b896-e7093de6b213,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:18.656838 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-78b4060e-2e66-4c4e-8ab9-be415bdd8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.658765 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-78b4060e-2e66-4c4e-8ab9-be415bdd8509 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.2611566 Mar 31 18:15:18.670977 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f6d49-43c7-4624-89dd-a376f8ab3238 x-openstack-request-id: req-ee6f6d49-43c7-4624-89dd-a376f8ab3238 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:18.670977 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:18.670977 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee6f6d49-43c7-4624-89dd-a376f8ab3238 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:18.671337 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6f6d49-43c7-4624-89dd-a376f8ab3238'] response: {'name': 'network-changed', 'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'status': 'completed', 'code': 200} Mar 31 18:15:18.694727 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] For port 201907b3-3376-4ef4-a087-f4ac82012156, host hv-cinder-maste, cleared binding levels {{(pid=103982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:18.694727 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672949-6418-40e6-a807-13fdf0c68c2f req-9951b679-6f19-4a09-8e3f-0f8ea3c5edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.694727 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-9951b679-6f19-4a09-8e3f-0f8ea3c5edaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0987592 Mar 31 18:15:18.695615 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:18.700297 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] For port 201907b3-3376-4ef4-a087-f4ac82012156, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=201907b3-3376-4ef4-a087-f4ac82012156,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:18.744323 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-890e9864-b20a-4566-b543-db5f7eb2f51e req-aabd8cf2-865e-4c71-b890-5df6bc679572 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085566 Mar 31 18:15:18.811237 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (201907b3-3376-4ef4-a087-f4ac82012156), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:18.818697 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=23da449a-0a4a-42eb-b896-e7093de6b213,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:18.862242 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-26f67cc0-df3d-4438-881b-eda3ee6b9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.863764 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-26f67cc0-df3d-4438-881b-eda3ee6b9ac9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.2368445 Mar 31 18:15:18.895644 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-41dbc422-a1fb-465d-a69a-8b6bcbff6d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:18.942856 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-a2b37c08-cb28-48b9-87a1-c79b04e815b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.949708 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:18.950433 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for port (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:18.952068 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] 10.222.0.65 "PUT /v2.0/ports/201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 1093 time: 2.4045928 Mar 31 18:15:18.953186 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-a2b37c08-cb28-48b9-87a1-c79b04e815b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2605629 Mar 31 18:15:18.991031 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-187e872f-83c6-47e9-a557-481e1f90d0eb service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887142 Mar 31 18:15:19.003782 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0241d-9c10-45e3-afc0-d6a7235be17a service neutron] Pushing event updated for resources: {'Port': ['ID=201907b3-3376-4ef4-a087-f4ac82012156,revision_number=3']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:19.085787 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd564-238b-4f05-946a-ae1155e94d4c req-81282892-58f9-4827-a6e1-a31825c4d09e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.095168 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-79abd564-238b-4f05-946a-ae1155e94d4c req-81282892-58f9-4827-a6e1-a31825c4d09e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 943 time: 0.3269477 Mar 31 18:15:19.154229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-2f5fcf5e-6112-424c-9667-c24eb58d64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.155940 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-2f5fcf5e-6112-424c-9667-c24eb58d64d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2850771 Mar 31 18:15:19.185435 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1996a-d856-4f5d-9f2b-baaefd316184 req-6c384691-a443-403e-852c-952681043cee tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.186362 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-59f1996a-d856-4f5d-9f2b-baaefd316184 req-6c384691-a443-403e-852c-952681043cee tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 945 time: 0.3144724 Mar 31 18:15:19.222050 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-79abd564-238b-4f05-946a-ae1155e94d4c req-ba2d54cc-f784-4236-9718-6cb671d916f0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258574 Mar 31 18:15:19.296180 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-87dd3589-2c97-4d6b-958b-f1b7d0550432 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263860 Mar 31 18:15:19.320771 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-b6937c2f-6eb8-4a30-b7b2-ad89b0f8287b service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178952 Mar 31 18:15:19.323416 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-0391d4c7-3f54-45f9-a975-ea6d1ea92a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.325300 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-0391d4c7-3f54-45f9-a975-ea6d1ea92a23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1127 time: 0.2202771 Mar 31 18:15:19.373128 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['23da449a-0a4a-42eb-b896-e7093de6b213'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:19.394896 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-41dbc422-a1fb-465d-a69a-8b6bcbff6d07 admin admin] Publish callbacks [] for security_group (60bb1a7c-2084-486e-816a-f6769341e5dd), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:19.409309 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-59f1996a-d856-4f5d-9f2b-baaefd316184 req-12df2647-c8ac-421c-9009-afd82ad0448b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2059503 Mar 31 18:15:19.436191 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-ee09f62f-e767-476b-a218-a74621bf1323 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687731 Mar 31 18:15:19.440091 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-af10d377-2e0f-418d-a829-8a7f09c5bb4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 217 time: 0.0784256 Mar 31 18:15:19.486337 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1cfff3c5-875f-4794-b1a1-923a9bf948d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:19.512153 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-3900ff09-4e66-4c24-b7f8-80253a3d31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.513629 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-3900ff09-4e66-4c24-b7f8-80253a3d31fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0571609 Mar 31 18:15:19.516387 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-41dbc422-a1fb-465d-a69a-8b6bcbff6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (60bb1a7c-2084-486e-816a-f6769341e5dd), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:19.567252 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b7bc422-5ffa-4cd9-b705-6b53c231b080 req-96f94c4e-81a2-4c64-9c53-9fa8631e420d service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611666 Mar 31 18:15:19.609037 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-41dbc422-a1fb-465d-a69a-8b6bcbff6d07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6167d89538ec4092a91432035a0f9667&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0536737 Mar 31 18:15:19.610957 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51310) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:19.644871 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbc422-a1fb-465d-a69a-8b6bcbff6d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb1a7c-2084-486e-816a-f6769341e5dd,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:19.675065 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318fab3-5c8b-4b98-be0a-abbfb92b40d9 req-0ef526e1-d43b-4e3a-83b9-ca42c36bcedc tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.682448 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8318fab3-5c8b-4b98-be0a-abbfb92b40d9 req-0ef526e1-d43b-4e3a-83b9-ca42c36bcedc tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.3217506 Mar 31 18:15:19.687516 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67f30a17-1a5a-41d6-a3f1-004f3e7e7808 req-ac207e1a-4476-469f-a0a5-b26fe1725951 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406795 Mar 31 18:15:19.719666 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-c1210988-21f2-48d0-87ed-728488d1771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.721757 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-c1210988-21f2-48d0-87ed-728488d1771a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1923110 Mar 31 18:15:19.728766 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ab96549f-99f0-4c8f-9cb3-4c9c513c6de2 admin admin] Publish callbacks [] for security_group (60bb1a7c-2084-486e-816a-f6769341e5dd), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:19.731195 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc346e00-9c39-47de-894c-d0b271b8dffb req-cff2c703-1acd-44a6-b022-400d9b473067 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:19.740991 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dc346e00-9c39-47de-894c-d0b271b8dffb req-cff2c703-1acd-44a6-b022-400d9b473067 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0979867 Mar 31 18:15:19.814495 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:19.814823 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dc346e00-9c39-47de-894c-d0b271b8dffb req-a351f3b5-13cb-4da9-81b0-1e6a96879335 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727336 Mar 31 18:15:19.816761 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9e57f-999a-44f7-9130-8955fabdd4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "tag": "201907b3-3376-4ef4-a087-f4ac82012156"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:19.860815 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ab96549f-99f0-4c8f-9cb3-4c9c513c6de2 admin admin] Publish callbacks [] for security_group (60bb1a7c-2084-486e-816a-f6769341e5dd), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:19.898363 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8318fab3-5c8b-4b98-be0a-abbfb92b40d9 req-c3861dbf-e779-4b45-bb61-aeb5e8ce742a tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146409 Mar 31 18:15:19.963075 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-b8656052-a50f-48c6-880d-d9050650a75c service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323010 Mar 31 18:15:19.974891 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f1fa2d-c012-48bc-b51f-f28328f00fc7 x-openstack-request-id: req-60f1fa2d-c012-48bc-b51f-f28328f00fc7 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:19.975129 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "tag": "201907b3-3376-4ef4-a087-f4ac82012156", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:19.975644 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60f1fa2d-c012-48bc-b51f-f28328f00fc7 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:19.976362 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f1fa2d-c012-48bc-b51f-f28328f00fc7'] response: {'name': 'network-changed', 'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156', 'status': 'completed', 'code': 200} Mar 31 18:15:20.018355 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb17f1-54ec-428f-b975-04dc7e59332a req-25ac487d-9548-4ccf-ae8e-f825dcbb6135 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.019887 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c5fb17f1-54ec-428f-b975-04dc7e59332a req-25ac487d-9548-4ccf-ae8e-f825dcbb6135 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 943 time: 0.1255760 Mar 31 18:15:20.031888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-2baea6a5-9353-44cd-a28a-6e7bbcde71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.033445 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-2baea6a5-9353-44cd-a28a-6e7bbcde71ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1127 time: 0.0725250 Mar 31 18:15:20.105255 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ab96549f-99f0-4c8f-9cb3-4c9c513c6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (60bb1a7c-2084-486e-816a-f6769341e5dd), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:20.110688 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ab96549f-99f0-4c8f-9cb3-4c9c513c6de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:20.115481 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ab96549f-99f0-4c8f-9cb3-4c9c513c6de2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60bb1a7c-2084-486e-816a-f6769341e5dd HTTP/1.1" status: 204 len: 168 time: 0.5016456 Mar 31 18:15:20.143041 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96549f-99f0-4c8f-9cb3-4c9c513c6de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb1a7c-2084-486e-816a-f6769341e5dd,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:20.148291 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d35a078a-1aa5-41d2-877b-6051cf636147 req-e3ed9d26-0e44-4856-8813-4c70ecfea3e6 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526809 Mar 31 18:15:20.152843 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c5fb17f1-54ec-428f-b975-04dc7e59332a req-cc285144-f1c8-4982-bc27-9e69d27b1793 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229994 Mar 31 18:15:20.268214 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-3ed6a3d9-86bf-4819-9ff8-6f43df52f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.269691 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-3ed6a3d9-86bf-4819-9ff8-6f43df52f895 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.2301395 Mar 31 18:15:20.382745 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-f5bd8d52-04af-4db1-82e0-e5a7db1163d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 217 time: 0.0473783 Mar 31 18:15:20.419111 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-5006473f-8201-4fb5-bdfe-86dd8a776bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.421716 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-5006473f-8201-4fb5-bdfe-86dd8a776bbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1127 time: 0.0869153 Mar 31 18:15:20.432709 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8cb8-e870-4cb5-a11d-f62b746418b5 req-84a0a0a1-5de2-4f94-931f-4b1d957fac2d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.434757 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-77ec8cb8-e870-4cb5-a11d-f62b746418b5 req-84a0a0a1-5de2-4f94-931f-4b1d957fac2d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 943 time: 0.0884681 Mar 31 18:15:20.462766 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-94d49a37-d8d0-4f09-8d81-39eefdffb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.464330 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-94d49a37-d8d0-4f09-8d81-39eefdffb6e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0774963 Mar 31 18:15:20.542494 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-094bca40-4f42-47fa-8a9d-1464dbbad5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.545138 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-094bca40-4f42-47fa-8a9d-1464dbbad5f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0744760 Mar 31 18:15:20.577825 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-77ec8cb8-e870-4cb5-a11d-f62b746418b5 req-5b92eedd-c074-4477-91aa-96b1daf0facc tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189802 Mar 31 18:15:20.589409 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-eb3fdb2d-4b1a-4970-8d6e-42076f38c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.590920 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-eb3fdb2d-4b1a-4970-8d6e-42076f38c618 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.1550272 Mar 31 18:15:20.607225 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:20.641096 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-cfecf643-6c75-4091-bfb6-3323511f71b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 217 time: 0.0428109 Mar 31 18:15:20.711871 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-6634a2c1-fff3-4be7-99ff-6e34477bc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.714322 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-6634a2c1-fff3-4be7-99ff-6e34477bc6ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0664051 Mar 31 18:15:20.800378 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-e83fb7cc-ffb1-4484-8c29-3f6a8433fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.801956 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-e83fb7cc-ffb1-4484-8c29-3f6a8433fe62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0816181 Mar 31 18:15:20.923602 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db43f3-1cae-4446-84b5-a21417148f72 req-f0592e68-32ae-4154-8ba0-6d800e9b8db8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:20.925130 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f0db43f3-1cae-4446-84b5-a21417148f72 req-f0592e68-32ae-4154-8ba0-6d800e9b8db8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 945 time: 0.3561082 Mar 31 18:15:20.952681 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-1f32a8a3-399b-4a9b-bdc1-7daddd59e56e service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953552 Mar 31 18:15:20.979701 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-f8b105f4-b994-4d7f-b896-5a0745ee96e0 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712701 Mar 31 18:15:21.058181 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f0db43f3-1cae-4446-84b5-a21417148f72 req-2a0dcade-f218-4c25-8f84-c79af890e977 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187654 Mar 31 18:15:21.125385 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-dca7f1d0-9e3a-4e89-970d-6a5339c76cbf req-46388c0b-a880-413a-bf65-5643b61ca853 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649203 Mar 31 18:15:21.127528 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ed28-e52f-4830-ab45-b8ce7872294f req-4535556c-1c51-4111-bbad-0d89b8605788 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:21.129052 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b2e0ed28-e52f-4830-ab45-b8ce7872294f req-4535556c-1c51-4111-bbad-0d89b8605788 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.1777329 Mar 31 18:15:21.131243 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eec9e57f-999a-44f7-9130-8955fabdd4b6 req-a5af123d-2259-46e6-9e3e-9bcf46ebb3df service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283197 Mar 31 18:15:21.198944 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b2e0ed28-e52f-4830-ab45-b8ce7872294f req-c5740372-32df-4af9-90a5-3a9ef820d03f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634427 Mar 31 18:15:21.241739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51356) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:21.297019 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2535f3c5-5779-409c-bad4-5c3c9cfaf356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.351775 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a98c99-9407-433e-8082-664092182ee2 req-0834edc8-c56c-4ea3-aed9-f33cc5dd35c9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:21.353332 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d5a98c99-9407-433e-8082-664092182ee2 req-0834edc8-c56c-4ea3-aed9-f33cc5dd35c9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 943 time: 0.1092961 Mar 31 18:15:21.437182 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d5a98c99-9407-433e-8082-664092182ee2 req-2b6255c7-ad6a-4c80-9662-f8497b83708a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778470 Mar 31 18:15:21.438988 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2535f3c5-5779-409c-bad4-5c3c9cfaf356 admin admin] Publish callbacks [] for security_group (9b848111-193e-4422-8fba-2b56d3e0e55a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.509500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2535f3c5-5779-409c-bad4-5c3c9cfaf356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9b848111-193e-4422-8fba-2b56d3e0e55a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.557894 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2535f3c5-5779-409c-bad4-5c3c9cfaf356 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55ef935a438a40b2b3a441baba3a7ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070745 Mar 31 18:15:21.557894 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535f3c5-5779-409c-bad4-5c3c9cfaf356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b848111-193e-4422-8fba-2b56d3e0e55a,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:21.558153 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51368) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:21.617382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-307a29a3-b34a-4f3a-a825-56c1180457b8 admin admin] Publish callbacks [] for security_group (9b848111-193e-4422-8fba-2b56d3e0e55a), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.646088 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-307a29a3-b34a-4f3a-a825-56c1180457b8 admin admin] Publish callbacks [] for security_group (9b848111-193e-4422-8fba-2b56d3e0e55a), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.738038 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52de2-4b77-4e23-a027-09956830b113 req-21d0f28f-c52e-49ef-b773-7054b49d5ae3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:21.739614 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eca52de2-4b77-4e23-a027-09956830b113 req-21d0f28f-c52e-49ef-b773-7054b49d5ae3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 943 time: 0.0713036 Mar 31 18:15:21.790096 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eca52de2-4b77-4e23-a027-09956830b113 req-fb024cee-6964-42ed-a291-605a40134253 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Mar 31 18:15:21.948743 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-307a29a3-b34a-4f3a-a825-56c1180457b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (9b848111-193e-4422-8fba-2b56d3e0e55a), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.951300 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-307a29a3-b34a-4f3a-a825-56c1180457b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:21.952461 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-307a29a3-b34a-4f3a-a825-56c1180457b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b848111-193e-4422-8fba-2b56d3e0e55a HTTP/1.1" status: 204 len: 168 time: 0.3980763 Mar 31 18:15:21.970096 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a29a3-b34a-4f3a-a825-56c1180457b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b848111-193e-4422-8fba-2b56d3e0e55a,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:22.192383 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee416-6c22-4a0d-9ae8-70708857e554 req-7d2dc911-1179-4fac-bddd-57e1b1575ed6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:22.193977 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f0ee416-6c22-4a0d-9ae8-70708857e554 req-7d2dc911-1179-4fac-bddd-57e1b1575ed6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 945 time: 0.0659006 Mar 31 18:15:22.234653 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 43efa667-26d2-46ef-90e3-b166aeced998 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:22.270621 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f0ee416-6c22-4a0d-9ae8-70708857e554 req-1fb2cf1f-bda4-4bab-975f-4c9191e64179 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671630 Mar 31 18:15:22.274668 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 23da449a-0a4a-42eb-b896-e7093de6b213 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:22.362597 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.db.resource_extend [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 18:15:22.399350 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280568-1a19-4f34-92c2-001fc3f91ba0 req-901156c5-d4a6-49c7-ab14-21945a487d55 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:22.401049 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d5280568-1a19-4f34-92c2-001fc3f91ba0 req-901156c5-d4a6-49c7-ab14-21945a487d55 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0720255 Mar 31 18:15:22.509831 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 43efa667-26d2-46ef-90e3-b166aeced998, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=43efa667-26d2-46ef-90e3-b166aeced998,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:22.537868 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '43efa667-26d2-46ef-90e3-b166aeced998', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'port_id': '43efa667-26d2-46ef-90e3-b166aeced998', 'mac_address': 'fa:16:3e:f0:ab:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:22.544633 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d5280568-1a19-4f34-92c2-001fc3f91ba0 req-01ee9615-3a9b-43c5-8f2c-dea2bca636de tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366549 Mar 31 18:15:22.546116 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:22.593237 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 23da449a-0a4a-42eb-b896-e7093de6b213 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:22.603009 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 23da449a-0a4a-42eb-b896-e7093de6b213 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:22.603404 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:22.635768 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 43efa667-26d2-46ef-90e3-b166aeced998 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:22.636714 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (43efa667-26d2-46ef-90e3-b166aeced998), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:22.637626 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c592d6-1b2e-463b-b6bc-bc888774302f req-f26c21d8-0043-41ed-ba7d-4d9d324d4d3e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:22.639311 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-43c592d6-1b2e-463b-b6bc-bc888774302f req-f26c21d8-0043-41ed-ba7d-4d9d324d4d3e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 943 time: 0.0982971 Mar 31 18:15:22.663720 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43efa667-26d2-46ef-90e3-b166aeced998 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:22.697407 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 43efa667-26d2-46ef-90e3-b166aeced998, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=43efa667-26d2-46ef-90e3-b166aeced998,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:22.739108 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-43c592d6-1b2e-463b-b6bc-bc888774302f req-720ac7db-b405-48a3-9cef-c684140c4333 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880892 Mar 31 18:15:22.763605 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 23da449a-0a4a-42eb-b896-e7093de6b213 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:22.763605 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:22.794831 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (43efa667-26d2-46ef-90e3-b166aeced998), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:22.795534 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:22.808512 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:22.812905 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ad21a-0d1f-4699-a318-afd0a233f101" -d '{"events": [{"server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "name": "network-vif-plugged", "status": "completed", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:22.865737 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004dd165-94a0-4f6b-99f1-5cd751551949 x-openstack-request-id: req-004dd165-94a0-4f6b-99f1-5cd751551949 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:22.866051 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "name": "network-vif-plugged", "status": "completed", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:22.866481 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-004dd165-94a0-4f6b-99f1-5cd751551949 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:22.866998 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004dd165-94a0-4f6b-99f1-5cd751551949'] response: {'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213', 'code': 200} Mar 31 18:15:22.874156 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 23da449a-0a4a-42eb-b896-e7093de6b213, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23da449a-0a4a-42eb-b896-e7093de6b213,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:22.924570 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:22.948566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=43efa667-26d2-46ef-90e3-b166aeced998,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:22.960080 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'port_id': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5', 'mac_address': 'fa:16:3e:07:e4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:22.972676 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:22.985964 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a79bb1-d7fd-4cb9-8564-865254262633 req-5bf5fcb3-ced5-472e-a599-bd3ba7c11051 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:22.988348 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-86a79bb1-d7fd-4cb9-8564-865254262633 req-5bf5fcb3-ced5-472e-a599-bd3ba7c11051 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 943 time: 0.1143694 Mar 31 18:15:23.048503 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:23.048904 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:23.076878 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:23.081310 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=23da449a-0a4a-42eb-b896-e7093de6b213,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:23.084387 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-86a79bb1-d7fd-4cb9-8564-865254262633 req-4d0e7126-bbe5-4805-a390-939607e76ae6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818627 Mar 31 18:15:23.119196 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:23.329061 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:23.381094 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:23.409462 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844b2c-74fa-4644-a58d-036888880e61 req-9c0e871a-288b-47e0-9aca-14b14bec534d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:23.410972 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8c844b2c-74fa-4644-a58d-036888880e61 req-9c0e871a-288b-47e0-9aca-14b14bec534d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0569348 Mar 31 18:15:23.482582 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:23.487402 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8c844b2c-74fa-4644-a58d-036888880e61 req-3cb76037-768d-4231-8eab-000e9aedf12d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620549 Mar 31 18:15:23.610775 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d02691-5082-4327-bdab-f7b2f5cf634d req-2715f387-8dd0-4337-9abe-8303b9917748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:23.612615 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-69d02691-5082-4327-bdab-f7b2f5cf634d req-2715f387-8dd0-4337-9abe-8303b9917748 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 1130 time: 0.1236358 Mar 31 18:15:23.705167 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-69d02691-5082-4327-bdab-f7b2f5cf634d req-32f3080d-c539-4d83-b47c-1d1ca11806cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856202 Mar 31 18:15:23.726332 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280581-a01b-4c7e-868a-4c1a0979cd33 req-b7f24744-c2be-49fa-9719-fb315309ada0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:23.727875 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bf280581-a01b-4c7e-868a-4c1a0979cd33 req-b7f24744-c2be-49fa-9719-fb315309ada0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0888104 Mar 31 18:15:23.812810 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bf280581-a01b-4c7e-868a-4c1a0979cd33 req-44ccd8aa-3864-4643-90f6-ecfe11d79bd3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791616 Mar 31 18:15:23.888601 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['d7b3c2df-2961-469e-8ec1-e8fcf4af47a5'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:23.932570 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['43efa667-26d2-46ef-90e3-b166aeced998'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:23.981742 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084cceb-449f-498f-883f-ab1486120cb3 req-3a8c4fc2-003f-4a1b-8337-f327f33922a5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:23.989647 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0084cceb-449f-498f-883f-ab1486120cb3 req-3a8c4fc2-003f-4a1b-8337-f327f33922a5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 944 time: 0.0764933 Mar 31 18:15:24.061495 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0084cceb-449f-498f-883f-ab1486120cb3 req-b4a6054c-e9ee-4576-9c2a-f1e9da86c177 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705476 Mar 31 18:15:24.246214 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 201907b3-3376-4ef4-a087-f4ac82012156 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:24.256219 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efe779-c13e-4b6d-a1af-18de2a548f56 req-e586cee5-5f45-4783-9319-a12ff12c0ccc tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:24.257912 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-83efe779-c13e-4b6d-a1af-18de2a548f56 req-e586cee5-5f45-4783-9319-a12ff12c0ccc tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 943 time: 0.0713274 Mar 31 18:15:24.329608 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-83efe779-c13e-4b6d-a1af-18de2a548f56 req-df2533d2-8ce7-4702-8c31-a0e1ad5260d4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631158 Mar 31 18:15:24.514470 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 201907b3-3376-4ef4-a087-f4ac82012156, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=201907b3-3376-4ef4-a087-f4ac82012156,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:24.528447 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '201907b3-3376-4ef4-a087-f4ac82012156', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'port_id': '201907b3-3376-4ef4-a087-f4ac82012156', 'mac_address': 'fa:16:3e:59:09:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:24.579602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 201907b3-3376-4ef4-a087-f4ac82012156 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:24.580148 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (201907b3-3376-4ef4-a087-f4ac82012156), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:24.604486 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201907b3-3376-4ef4-a087-f4ac82012156 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:24.628179 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 201907b3-3376-4ef4-a087-f4ac82012156, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=201907b3-3376-4ef4-a087-f4ac82012156,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:24.645644 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d1e07-cc41-4980-9f7f-04592726c428 req-76f7af99-7455-4c74-b4b3-0023b45fd743 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:24.647243 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1b8d1e07-cc41-4980-9f7f-04592726c428 req-76f7af99-7455-4c74-b4b3-0023b45fd743 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0664873 Mar 31 18:15:24.727744 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1b8d1e07-cc41-4980-9f7f-04592726c428 req-bf478b78-0490-45c0-ae4a-588ba9c83ada tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736465 Mar 31 18:15:24.800281 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (201907b3-3376-4ef4-a087-f4ac82012156), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:24.800895 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:24.919747 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=201907b3-3376-4ef4-a087-f4ac82012156,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:24.966522 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664175be-e0c1-462e-8842-0ab6c349faea req-69937137-bc4c-4b7f-b725-e1d411ca45d4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:24.985383 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-664175be-e0c1-462e-8842-0ab6c349faea req-69937137-bc4c-4b7f-b725-e1d411ca45d4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0774758 Mar 31 18:15:24.994311 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:25.022744 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'mac_address': 'fa:16:3e:bd:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:25.043476 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-664175be-e0c1-462e-8842-0ab6c349faea req-438fc675-db51-4d31-9bbb-3593e916725d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646360 Mar 31 18:15:25.088837 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:25.089762 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:25.113287 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009384e1-f4df-44a8-8f47-9e20e33d596d {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:25.152128 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:25.239417 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaf8df-8a24-4853-a30b-f60cda547dc9 req-0bf5f54a-014d-4034-a3bc-90d74ae4161d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:25.242228 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:25.250951 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-dceaf8df-8a24-4853-a30b-f60cda547dc9 req-0bf5f54a-014d-4034-a3bc-90d74ae4161d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 944 time: 0.0988410 Mar 31 18:15:25.320028 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-dceaf8df-8a24-4853-a30b-f60cda547dc9 req-aa4dfdef-7e5e-4816-a6e8-7b620694a7e8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677176 Mar 31 18:15:25.324569 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:25.476958 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa0696-2988-4a86-abe1-d7676f53e439 req-f94c4818-fa5a-4ac1-bd73-f25ec014dbb3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:25.478821 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-63fa0696-2988-4a86-abe1-d7676f53e439 req-f94c4818-fa5a-4ac1-bd73-f25ec014dbb3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 944 time: 0.0699062 Mar 31 18:15:25.534067 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-63fa0696-2988-4a86-abe1-d7676f53e439 req-01ff4013-ba24-4308-b6ad-0dc4af888a78 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483892 Mar 31 18:15:25.897283 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eb599-6d06-4dd3-b24c-fa4b2aa25ad9 req-257d4e00-b7f7-447f-8030-cf43f3866088 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:25.900713 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-936eb599-6d06-4dd3-b24c-fa4b2aa25ad9 req-257d4e00-b7f7-447f-8030-cf43f3866088 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0775573 Mar 31 18:15:25.962703 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['201907b3-3376-4ef4-a087-f4ac82012156'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:25.968517 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-936eb599-6d06-4dd3-b24c-fa4b2aa25ad9 req-44f05ec2-1701-4286-98d5-747bb5d86700 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614207 Mar 31 18:15:26.080264 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['009384e1-f4df-44a8-8f47-9e20e33d596d'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:26.219315 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418c235-2c24-4e1c-b675-3bac1df3ed8f req-ddaddc93-0433-401e-a03a-e3fe3db1af2b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:26.222452 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b418c235-2c24-4e1c-b675-3bac1df3ed8f req-ddaddc93-0433-401e-a03a-e3fe3db1af2b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.0691516 Mar 31 18:15:26.259309 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 43efa667-26d2-46ef-90e3-b166aeced998 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:26.323846 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b418c235-2c24-4e1c-b675-3bac1df3ed8f req-4aa30515-27d4-440a-aaa1-b4f5ef331a63 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850849 Mar 31 18:15:26.486511 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fcc90-2bbb-4654-b466-ed871c0b05bc req-0b43b829-b557-4e98-8860-17af61cc28d7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:26.493784 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ce2fcc90-2bbb-4654-b466-ed871c0b05bc req-0b43b829-b557-4e98-8860-17af61cc28d7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 944 time: 0.0868721 Mar 31 18:15:26.511267 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 43efa667-26d2-46ef-90e3-b166aeced998 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:26.516035 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 43efa667-26d2-46ef-90e3-b166aeced998 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:26.516411 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (43efa667-26d2-46ef-90e3-b166aeced998), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:26.540203 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ce2fcc90-2bbb-4654-b466-ed871c0b05bc req-299322fc-33b2-4956-8616-80cf8623d9d8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Mar 31 18:15:26.613552 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 43efa667-26d2-46ef-90e3-b166aeced998 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:26.615419 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (43efa667-26d2-46ef-90e3-b166aeced998), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:26.651445 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43efa667-26d2-46ef-90e3-b166aeced998'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:26.655401 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2b4ed6-76f5-49d8-b60b-e58cc4ff216e" -d '{"events": [{"server_uuid": "c21a7e71-1673-446a-88d3-4f972b17e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "43efa667-26d2-46ef-90e3-b166aeced998"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:26.672276 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 43efa667-26d2-46ef-90e3-b166aeced998, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=43efa667-26d2-46ef-90e3-b166aeced998,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:26.687571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8a83f-2a91-402f-ac08-b7873697f657 req-7107b2a0-7cd6-46d9-80b6-c0dcc85a0840 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:26.689162 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7ed8a83f-2a91-402f-ac08-b7873697f657 req-7107b2a0-7cd6-46d9-80b6-c0dcc85a0840 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 944 time: 0.0665629 Mar 31 18:15:26.704449 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8a6d3-f207-4334-866b-ba04f32b2431 x-openstack-request-id: req-30b8a6d3-f207-4334-866b-ba04f32b2431 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:26.704837 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21a7e71-1673-446a-88d3-4f972b17e1a8", "name": "network-vif-plugged", "status": "completed", "tag": "43efa667-26d2-46ef-90e3-b166aeced998", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:26.705083 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30b8a6d3-f207-4334-866b-ba04f32b2431 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:26.705482 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b8a6d3-f207-4334-866b-ba04f32b2431'] response: {'server_uuid': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43efa667-26d2-46ef-90e3-b166aeced998', 'code': 200} Mar 31 18:15:26.745083 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7ed8a83f-2a91-402f-ac08-b7873697f657 req-8eafefcf-ca41-4ee5-8b68-807e40f83f01 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494499 Mar 31 18:15:26.778818 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (43efa667-26d2-46ef-90e3-b166aeced998), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:26.781297 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:26.876769 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=43efa667-26d2-46ef-90e3-b166aeced998,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:26.945363 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51560) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:26.976847 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:26.982415 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:26.999081 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.090306 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:27.090694 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.097704 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a62f4f4e-65d4-4831-b745-dd951afd6255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.133055 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:27.138309 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b70e7-b81a-4557-bd9e-0146ee7961ba req-7adc50eb-6e9a-4f75-84e5-59b3c699bfdd tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:27.139955 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6a0b70e7-b81a-4557-bd9e-0146ee7961ba req-7adc50eb-6e9a-4f75-84e5-59b3c699bfdd tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0940559 Mar 31 18:15:27.253924 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.269560 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6a0b70e7-b81a-4557-bd9e-0146ee7961ba req-801250a0-a203-4825-ae40-6f68a4793718 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199827 Mar 31 18:15:27.275705 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5979-4e45-4e7a-ba51-c3687fdf4746 req-9782d8b9-bdb4-480c-a64b-c85a8c6645aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:27.277675 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-255a5979-4e45-4e7a-ba51-c3687fdf4746 req-9782d8b9-bdb4-480c-a64b-c85a8c6645aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1130 time: 0.1168478 Mar 31 18:15:27.296555 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a62f4f4e-65d4-4831-b745-dd951afd6255 admin admin] Publish callbacks [] for security_group (24863bd9-a0b8-4785-a84b-5ed02a0efadf), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.332428 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:27.359382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a62f4f4e-65d4-4831-b745-dd951afd6255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (24863bd9-a0b8-4785-a84b-5ed02a0efadf), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.374130 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-255a5979-4e45-4e7a-ba51-c3687fdf4746 req-c8bab4db-3d6b-4991-8ccc-91910cdf3657 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 Mar 31 18:15:27.405537 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a62f4f4e-65d4-4831-b745-dd951afd6255 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9c72840d3e940569f7aa09c820e4b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4586229 Mar 31 18:15:27.406750 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f4f4e-65d4-4831-b745-dd951afd6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24863bd9-a0b8-4785-a84b-5ed02a0efadf,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:27.409206 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51578) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:27.438500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee57b7-5942-4654-81eb-c7b4df9a4531 req-4dee558c-a146-4f40-8b01-b8d6b378679c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:27.440076 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a5ee57b7-5942-4654-81eb-c7b4df9a4531 req-4dee558c-a146-4f40-8b01-b8d6b378679c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0925450 Mar 31 18:15:27.449659 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51580) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:27.454583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:27.504495 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb9251ce-5006-44f5-a4f9-158e2d3b9ecf admin admin] Publish callbacks [] for security_group (24863bd9-a0b8-4785-a84b-5ed02a0efadf), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.517788 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651e1a-986c-4802-92c3-3f0186c91d9e req-30c57337-36ed-47c8-a23d-9a849729fff8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:27.525356 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cb651e1a-986c-4802-92c3-3f0186c91d9e req-30c57337-36ed-47c8-a23d-9a849729fff8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.0966532 Mar 31 18:15:27.544756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (e212b872-9443-49bb-8e56-72cbea4b512c), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.562098 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb9251ce-5006-44f5-a4f9-158e2d3b9ecf admin admin] Publish callbacks [] for security_group (24863bd9-a0b8-4785-a84b-5ed02a0efadf), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.618021 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cb651e1a-986c-4802-92c3-3f0186c91d9e req-6df80c5f-8933-4f21-a9c2-f2e7d0e5122a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917118 Mar 31 18:15:27.759148 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e136-8d21-4baf-b4fb-45abaaa51139 req-34a65721-ee42-4572-b2ab-c189b7bbd279 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:27.760690 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cf52e136-8d21-4baf-b4fb-45abaaa51139 req-34a65721-ee42-4572-b2ab-c189b7bbd279 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1086869 Mar 31 18:15:27.796140 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb9251ce-5006-44f5-a4f9-158e2d3b9ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (24863bd9-a0b8-4785-a84b-5ed02a0efadf), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.798809 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb9251ce-5006-44f5-a4f9-158e2d3b9ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:27.801867 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fb9251ce-5006-44f5-a4f9-158e2d3b9ecf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24863bd9-a0b8-4785-a84b-5ed02a0efadf HTTP/1.1" status: 204 len: 168 time: 0.3915067 Mar 31 18:15:27.817165 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9251ce-5006-44f5-a4f9-158e2d3b9ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24863bd9-a0b8-4785-a84b-5ed02a0efadf,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:27.925545 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae9e92-529d-42cb-b511-ec2cf6196a8d req-0ec6b13b-6683-4876-924b-0c6452f77c27 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:27.926043 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cf52e136-8d21-4baf-b4fb-45abaaa51139 req-e0c57010-1640-4918-9d29-fac8fd18305b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301935 Mar 31 18:15:27.939202 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0cae9e92-529d-42cb-b511-ec2cf6196a8d req-0ec6b13b-6683-4876-924b-0c6452f77c27 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 944 time: 0.1032047 Mar 31 18:15:28.001087 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0cae9e92-529d-42cb-b511-ec2cf6196a8d req-c553f08b-0220-4b7d-bc72-6bcbc852173c tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630178 Mar 31 18:15:28.282955 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 201907b3-3376-4ef4-a087-f4ac82012156 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:28.347961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.434338 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (e212b872-9443-49bb-8e56-72cbea4b512c), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.434796 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 201907b3-3376-4ef4-a087-f4ac82012156 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:28.443299 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 201907b3-3376-4ef4-a087-f4ac82012156 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:28.443995 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (201907b3-3376-4ef4-a087-f4ac82012156), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.535042 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 201907b3-3376-4ef4-a087-f4ac82012156 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:28.535413 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (201907b3-3376-4ef4-a087-f4ac82012156), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.569048 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP e212b872-9443-49bb-8e56-72cbea4b512c associated. External IP: 172.37.4.125, port: 23da449a-0a4a-42eb-b896-e7093de6b213. Mar 31 18:15:28.580263 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 201907b3-3376-4ef4-a087-f4ac82012156, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=201907b3-3376-4ef4-a087-f4ac82012156,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:28.677600 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51610) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:28.693749 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (201907b3-3376-4ef4-a087-f4ac82012156), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.694320 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.695131 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:28.736199 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5'}, {'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:28.738581 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28dbd8-1fa1-44dd-ba0d-2cd5bbe66dc4" -d '{"events": [{"server_uuid": "31f909e4-6f7e-4d17-aa18-95432ae5f40a", "name": "network-vif-plugged", "status": "completed", "tag": "d7b3c2df-2961-469e-8ec1-e8fcf4af47a5"}, {"server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "name": "network-vif-plugged", "status": "completed", "tag": "201907b3-3376-4ef4-a087-f4ac82012156"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:28.806536 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=201907b3-3376-4ef4-a087-f4ac82012156,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:28.816930 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0001d6cc-4705-4207-a2cc-652dd1fbe8fd x-openstack-request-id: req-0001d6cc-4705-4207-a2cc-652dd1fbe8fd {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:28.818325 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f909e4-6f7e-4d17-aa18-95432ae5f40a", "name": "network-vif-plugged", "status": "completed", "tag": "d7b3c2df-2961-469e-8ec1-e8fcf4af47a5", "code": 200}, {"server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "name": "network-vif-plugged", "status": "completed", "tag": "201907b3-3376-4ef4-a087-f4ac82012156", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:28.818325 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0001d6cc-4705-4207-a2cc-652dd1fbe8fd {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:28.818623 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0001d6cc-4705-4207-a2cc-652dd1fbe8fd'] response: {'server_uuid': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5', 'code': 200} Mar 31 18:15:28.822268 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0001d6cc-4705-4207-a2cc-652dd1fbe8fd'] response: {'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156', 'code': 200} Mar 31 18:15:28.826357 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Publish callbacks [] for security_group (1884b302-bad3-40bb-925b-098fbac3b23d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.870605 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 009384e1-f4df-44a8-8f47-9e20e33d596d completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:28.875471 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 009384e1-f4df-44a8-8f47-9e20e33d596d triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:28.875858 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.898976 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1884b302-bad3-40bb-925b-098fbac3b23d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.974788 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:28.975510 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:28.993217 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42dc246037734dd0a44c043b95a030fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142848 Mar 31 18:15:29.000189 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51618) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:29.016864 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1884b302-bad3-40bb-925b-098fbac3b23d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:29.033497 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.034197 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.034753 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.035464 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.036643 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.037282 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.037813 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.038397 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.038963 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.039528 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.040067 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.040622 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.041153 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.042493 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.043041 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa4-5f68-4408-93d8-f88cd1a6c623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:29.063733 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:29.111064 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-263d0a2d-7796-43f1-a7a0-77eed047f22c admin admin] Publish callbacks [] for security_group (1884b302-bad3-40bb-925b-098fbac3b23d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:29.127052 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:29.154422 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aacf7-a5a4-4b65-b003-bc555830d131 req-bbbbda9d-c84d-4fa3-89bc-3863e0c90252 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:29.165411 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-263d0a2d-7796-43f1-a7a0-77eed047f22c admin admin] Publish callbacks [] for security_group (1884b302-bad3-40bb-925b-098fbac3b23d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:29.168521 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-844aacf7-a5a4-4b65-b003-bc555830d131 req-bbbbda9d-c84d-4fa3-89bc-3863e0c90252 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.4451246 Mar 31 18:15:29.195842 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:15:29.207969 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65c1c-8102-4410-a4fa-2c12ed3bcdab req-6eed9673-e9ce-407f-9c11-b4e9821146aa tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:29.209902 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-75e65c1c-8102-4410-a4fa-2c12ed3bcdab req-6eed9673-e9ce-407f-9c11-b4e9821146aa tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1127288 Mar 31 18:15:29.217651 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:29.250530 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-844aacf7-a5a4-4b65-b003-bc555830d131 req-86c7500d-9b46-497b-9d13-9e342dd54ff3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712321 Mar 31 18:15:29.300337 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-75e65c1c-8102-4410-a4fa-2c12ed3bcdab req-bf6d50f1-7865-42cc-825c-3b4cce1b9946 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699110 Mar 31 18:15:29.428932 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5b079-58c5-4c8a-ab89-3ebf4557e8be req-575475a9-e185-47fa-975d-3cf6cbcd4beb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:29.430403 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3af5b079-58c5-4c8a-ab89-3ebf4557e8be req-575475a9-e185-47fa-975d-3cf6cbcd4beb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0892558 Mar 31 18:15:29.432809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:15:29.438532 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:29.456095 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:15:29.471133 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:29.474692 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:29.502540 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c1578965-348f-41c4-b517-a535662208bc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "PUT /v2.0/floatingips/e212b872-9443-49bb-8e56-72cbea4b512c HTTP/1.1" status: 200 len: 992 time: 2.0516632 Mar 31 18:15:29.507667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:29.510908 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39ef521-9dbc-4ace-8526-c46b15936c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:29.522139 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3af5b079-58c5-4c8a-ab89-3ebf4557e8be req-4e2ed1ea-b2d2-43b5-af19-120cd1f424da tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799687 Mar 31 18:15:29.570398 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd181b21-4a57-4084-9ccb-62aff4bb55ae x-openstack-request-id: req-bd181b21-4a57-4084-9ccb-62aff4bb55ae {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:29.571032 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:29.571241 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd181b21-4a57-4084-9ccb-62aff4bb55ae {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:29.571814 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd181b21-4a57-4084-9ccb-62aff4bb55ae'] response: {'name': 'network-changed', 'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213', 'status': 'completed', 'code': 200} Mar 31 18:15:29.606240 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:29.694969 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-2dced48c-a944-4cc8-8cff-de74e6cc0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:29.696428 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-2dced48c-a944-4cc8-8cff-de74e6cc0060 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 1130 time: 0.0520401 Mar 31 18:15:29.753139 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-263d0a2d-7796-43f1-a7a0-77eed047f22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1884b302-bad3-40bb-925b-098fbac3b23d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:29.793216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-263d0a2d-7796-43f1-a7a0-77eed047f22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:29.793216 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-263d0a2d-7796-43f1-a7a0-77eed047f22c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1884b302-bad3-40bb-925b-098fbac3b23d HTTP/1.1" status: 204 len: 168 time: 0.7561107 Mar 31 18:15:29.793216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d0a2d-7796-43f1-a7a0-77eed047f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884b302-bad3-40bb-925b-098fbac3b23d,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:29.835691 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-838cc81b-fad9-47dc-8a8e-97386cba15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:29.838213 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-838cc81b-fad9-47dc-8a8e-97386cba15fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.1323338 Mar 31 18:15:29.842035 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61af8c-4fd9-4050-8853-ca1ea0f8f5ed req-7e5977c4-8f3b-4a7d-b95a-1ca25e9ee7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:29.843590 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb61af8c-4fd9-4050-8853-ca1ea0f8f5ed req-7e5977c4-8f3b-4a7d-b95a-1ca25e9ee7c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1129 time: 0.0686059 Mar 31 18:15:29.905041 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb61af8c-4fd9-4050-8853-ca1ea0f8f5ed req-69a109ef-3873-4d50-b634-ac8752c4aee0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547905 Mar 31 18:15:29.937419 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:28Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:29.976025 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:15:29.986178 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:29.986812 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:30.115094 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:30.182322 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-0ff9a8cf-1cc0-49c4-8016-52a168de8f44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23da449a-0a4a-42eb-b896-e7093de6b213 HTTP/1.1" status: 200 len: 1000 time: 0.3358018 Mar 31 18:15:30.429614 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:28Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:30.437996 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2623b0-11ab-4276-b278-971ce2dfa679 req-4e463fcf-9106-449c-aa4d-bd987affed29 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:30.439733 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ae2623b0-11ab-4276-b278-971ce2dfa679 req-4e463fcf-9106-449c-aa4d-bd987affed29 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1055491 Mar 31 18:15:30.450904 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8f2a3-0d2f-4d6e-8494-3151e3f7a70e req-d6a2cd10-67f9-43cd-b593-60314313de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:30.452647 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-23f8f2a3-0d2f-4d6e-8494-3151e3f7a70e req-d6a2cd10-67f9-43cd-b593-60314313de6a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 1129 time: 0.0800176 Mar 31 18:15:30.463853 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee045e-8179-4449-b6ba-4ecce5b822c7 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:28Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:15:30.498859 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-2b781442-4726-45d7-bc74-61a8d5200dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:30.500332 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-2b781442-4726-45d7-bc74-61a8d5200dd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.1483104 Mar 31 18:15:30.519537 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9c77b-9b97-40d8-b346-4d358f7d94fd req-6b5e51a9-e0c9-495c-a853-ccc13c099020 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:30.527258 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-23f8f2a3-0d2f-4d6e-8494-3151e3f7a70e req-f3d2516d-f63f-4735-9b2a-9eee338ff899 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557697 Mar 31 18:15:30.530882 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-96e9c77b-9b97-40d8-b346-4d358f7d94fd req-6b5e51a9-e0c9-495c-a853-ccc13c099020 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0962770 Mar 31 18:15:30.582046 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ae2623b0-11ab-4276-b278-971ce2dfa679 req-a8deda84-aed2-4e3e-ab10-67b9009638fb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293929 Mar 31 18:15:30.650907 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-96e9c77b-9b97-40d8-b346-4d358f7d94fd req-8cae7b14-6edf-4594-9d21-48e6b9fcc896 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186023 Mar 31 18:15:30.684283 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-fb01cc22-a704-4ff8-a27c-77858cfdd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:30.685941 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-fb01cc22-a704-4ff8-a27c-77858cfdd6cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1258883 Mar 31 18:15:30.722219 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d8b2e-af73-447d-8f6e-bc1bd177355a req-e163483b-1fa5-4a46-8f5a-f1b1d769de49 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:30.724116 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e4d8b2e-af73-447d-8f6e-bc1bd177355a req-e163483b-1fa5-4a46-8f5a-f1b1d769de49 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0644517 Mar 31 18:15:30.743935 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51668) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:30.803661 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e4d8b2e-af73-447d-8f6e-bc1bd177355a req-b3d18d6a-69d9-44d4-9c8a-912603b89faf tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702789 Mar 31 18:15:30.820409 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:30.823602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd521376-bde6-4663-8b87-a94cc409f71a" -d '{"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-plugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:30.837094 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eef8b36-f185-4d7a-afa3-48f3bfd45ca7 None None] New status for floating IP e212b872-9443-49bb-8e56-72cbea4b512c: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:15:30.873899 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344bff2-ea29-491b-a0a5-046b70469742 x-openstack-request-id: req-f344bff2-ea29-491b-a0a5-046b70469742 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:30.874392 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-plugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:30.874819 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f344bff2-ea29-491b-a0a5-046b70469742 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:30.875454 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f344bff2-ea29-491b-a0a5-046b70469742'] response: {'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'code': 200} Mar 31 18:15:30.916851 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb335-b92f-4166-9aa1-0649e67bc114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.015978 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb335-b92f-4166-9aa1-0649e67bc114 admin admin] Publish callbacks [] for security_group (95c69842-3208-468c-9863-bd02eb71a715), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.144286 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb335-b92f-4166-9aa1-0649e67bc114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (95c69842-3208-468c-9863-bd02eb71a715), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.153133 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-f661de78-74e2-4178-a3e6-bfdf8deb21b6 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087348 Mar 31 18:15:31.258724 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb335-b92f-4166-9aa1-0649e67bc114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c69842-3208-468c-9863-bd02eb71a715,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:31.269366 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51684) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:31.277637 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-dfdeb335-b92f-4166-9aa1-0649e67bc114 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05fda0dd3f54496082e1667f11568417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228543 Mar 31 18:15:31.328025 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Publish callbacks [] for security_group (95c69842-3208-468c-9863-bd02eb71a715), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.338877 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a39ef521-9dbc-4ace-8526-c46b15936c5d req-4086b65d-f19f-486c-9378-feed9ceea88b service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804693 Mar 31 18:15:31.352353 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Publish callbacks [] for security_group (95c69842-3208-468c-9863-bd02eb71a715), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.506940 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51698) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:31.525198 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885acf1-0dd2-4947-8c74-169e886d8851 req-914a9a87-6eb7-4cc4-b279-cc62b3019b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:31.526684 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a885acf1-0dd2-4947-8c74-169e886d8851 req-914a9a87-6eb7-4cc4-b279-cc62b3019b59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1129 time: 0.0495694 Mar 31 18:15:31.567297 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (95c69842-3208-468c-9863-bd02eb71a715), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.572018 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.573308 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95c69842-3208-468c-9863-bd02eb71a715 HTTP/1.1" status: 204 len: 168 time: 0.3026328 Mar 31 18:15:31.595456 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a885acf1-0dd2-4947-8c74-169e886d8851 req-817605b6-aab4-48f1-82b0-096c9264beb1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492539 Mar 31 18:15:31.598227 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c69842-3208-468c-9863-bd02eb71a715,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.613982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.615970 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94c06f-9daf-4960-a374-0c53ef8bd3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:31.648743 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-539241441-network', 'tenant_id': 'd30e3c63762d41029b4c53487a1b86a2'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:31.756292 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17861545-349b-41e8-b299-b7509f066517 req-15260953-7d36-4242-9868-838db71163a6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:31.758062 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-17861545-349b-41e8-b299-b7509f066517 req-15260953-7d36-4242-9868-838db71163a6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0606019 Mar 31 18:15:31.806055 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-17861545-349b-41e8-b299-b7509f066517 req-f3e622d9-215a-4acb-9a4b-6572cc08cc87 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419836 Mar 31 18:15:31.830701 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Made reservation on behalf of d30e3c63762d41029b4c53487a1b86a2 for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:31.833748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.843559 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.941506 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56453579-5415-4f53-96a9-26737a4e3f71 req-0661dab9-ee9b-479a-995a-ccfd282ee094 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:31.941757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks [] for security_group (ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:31.943793 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-56453579-5415-4f53-96a9-26737a4e3f71 req-0661dab9-ee9b-479a-995a-ccfd282ee094 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0668178 Mar 31 18:15:32.001818 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-56453579-5415-4f53-96a9-26737a4e3f71 req-320f23ce-a6c0-4c8e-8bed-73be842b581c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Mar 31 18:15:32.022801 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332e528-fd72-4a13-8e54-d406ca74a01c req-ada345d3-08ee-4027-9ba8-90ac41f4b449 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:32.024407 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e332e528-fd72-4a13-8e54-d406ca74a01c req-ada345d3-08ee-4027-9ba8-90ac41f4b449 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0623393 Mar 31 18:15:32.071905 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.109420 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:15:32.120631 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e332e528-fd72-4a13-8e54-d406ca74a01c req-868d39a0-e8e6-4e7d-a36e-1c372458fa6f tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889735 Mar 31 18:15:32.138148 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (465d9591-99e8-44af-9ad6-b2bcd04d7a46), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.138499 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Added segment 465d9591-99e8-44af-9ad6-b2bcd04d7a46 of type vlan for network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 Mar 31 18:15:32.166331 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8efee-62de-4cc6-aaa3-19e8d558313e req-b02467d1-41a1-4510-ad1a-ad66c38f5335 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:32.168202 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a2d8efee-62de-4cc6-aaa3-19e8d558313e req-b02467d1-41a1-4510-ad1a-ad66c38f5335 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.1035483 Mar 31 18:15:32.177551 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:32.194598 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (4dc468fc-3ea7-49e5-a417-e0b5609b8310), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.226201 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a2d8efee-62de-4cc6-aaa3-19e8d558313e req-8c39d091-3f13-46fb-a3fc-ffd03c0880c3 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508440 Mar 31 18:15:32.405599 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (4dc468fc-3ea7-49e5-a417-e0b5609b8310), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.406610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:32.407213 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.471708 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc468fc-3ea7-49e5-a417-e0b5609b8310,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:32.484501 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:15:32.494690 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-be77544a-6f79-4ad0-a652-92bf1de85c45 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9861078 Mar 31 18:15:32.499850 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51720) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:32.508143 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Request body: {'subnet': {'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-539241441-subnet', 'tenant_id': 'd30e3c63762d41029b4c53487a1b86a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:32.651163 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Made reservation on behalf of d30e3c63762d41029b4c53487a1b86a2 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:32.654252 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15822054'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.665499 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51722) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:32.688954 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-64d0e9ea-2931-4aa7-8c5a-5f419a2e6e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.796375 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-64d0e9ea-2931-4aa7-8c5a-5f419a2e6e81 admin admin] Publish callbacks [] for security_group (acf01a21-5c4a-420b-ae06-06b9c80c230d), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.899395 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-64d0e9ea-2931-4aa7-8c5a-5f419a2e6e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (acf01a21-5c4a-420b-ae06-06b9c80c230d), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.960375 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16245519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15822064'] for subnet (c13108e5-82cc-43ca-9b89-e3a9f3e9ec08), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:32.991121 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-64d0e9ea-2931-4aa7-8c5a-5f419a2e6e81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed971130532b49c08c55ed9c33d1170c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240511 Mar 31 18:15:32.993310 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0e9ea-2931-4aa7-8c5a-5f419a2e6e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf01a21-5c4a-420b-ae06-06b9c80c230d,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:32.996564 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51726) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:33.019380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f8a5-b35c-4b70-a9dd-e33267064046 req-b637ec78-3323-46d7-8fd3-1b1f14b1541e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:33.021007 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-59d9f8a5-b35c-4b70-a9dd-e33267064046 req-b637ec78-3323-46d7-8fd3-1b1f14b1541e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1385264 Mar 31 18:15:33.045994 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13108e5-82cc-43ca-9b89-e3a9f3e9ec08,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:33.070941 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Checking segment: {'id': '465d9591-99e8-44af-9ad6-b2bcd04d7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:33.071385 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Network hostable DHCP agents. Network: 4dc468fc-3ea7-49e5-a417-e0b5609b8310, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:15:33.090338 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-59d9f8a5-b35c-4b70-a9dd-e33267064046 req-c40fcf53-d761-4568-b397-e13913d3f0b2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548012 Mar 31 18:15:33.116802 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8245-728c-4546-9d50-00d30e062284 admin admin] Publish callbacks [] for security_group (acf01a21-5c4a-420b-ae06-06b9c80c230d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:33.162653 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8245-728c-4546-9d50-00d30e062284 admin admin] Publish callbacks [] for security_group (acf01a21-5c4a-420b-ae06-06b9c80c230d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:33.200342 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73977f-6c0d-49f3-9247-4462c0b1a415 req-a6cc4eec-fbf2-4f37-93fb-2a53aaea99a7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:33.201995 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2f73977f-6c0d-49f3-9247-4462c0b1a415 req-a6cc4eec-fbf2-4f37-93fb-2a53aaea99a7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1020086 Mar 31 18:15:33.225240 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:15:33.263096 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2f73977f-6c0d-49f3-9247-4462c0b1a415 req-9efdd09b-1221-469d-95a7-49c3585f8f78 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554428 Mar 31 18:15:33.265263 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe432ee-a550-404d-ac37-af8b9665cb89 req-bc91a1aa-1928-480a-aa05-32deda9600a1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:33.266988 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fbe432ee-a550-404d-ac37-af8b9665cb89 req-bc91a1aa-1928-480a-aa05-32deda9600a1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0651720 Mar 31 18:15:33.341788 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fbe432ee-a550-404d-ac37-af8b9665cb89 req-95faaec0-7947-48b7-9441-51586e9439ad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614223 Mar 31 18:15:33.373513 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 4dc468fc-3ea7-49e5-a417-e0b5609b8310) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:33.379462 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:33.380662 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:33.388189 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75a380-17a5-4e30-9599-c730df8c2b12 None None] Network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:15:33.402774 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b419-4366-4161-97f7-cf8cdbea525d req-5278ba2d-6114-4376-ae01-7a3b8f44247d tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:33.404342 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c22b419-4366-4161-97f7-cf8cdbea525d req-5278ba2d-6114-4376-ae01-7a3b8f44247d tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.0720243 Mar 31 18:15:33.420734 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8245-728c-4546-9d50-00d30e062284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (acf01a21-5c4a-420b-ae06-06b9c80c230d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:33.423578 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8245-728c-4546-9d50-00d30e062284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:33.424748 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d6fd8245-728c-4546-9d50-00d30e062284 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acf01a21-5c4a-420b-ae06-06b9c80c230d HTTP/1.1" status: 204 len: 168 time: 0.4255326 Mar 31 18:15:33.452376 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd8245-728c-4546-9d50-00d30e062284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf01a21-5c4a-420b-ae06-06b9c80c230d,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:33.479604 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c22b419-4366-4161-97f7-cf8cdbea525d req-e73edd7f-21c9-4d5e-81d0-4fe609badef0 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695050 Mar 31 18:15:33.499878 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2182e03-ffdc-4c13-aaad-c46c341e7a97 req-1f058c79-e8e3-4ec4-9395-b4d463882555 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:33.501434 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a2182e03-ffdc-4c13-aaad-c46c341e7a97 req-1f058c79-e8e3-4ec4-9395-b4d463882555 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0821793 Mar 31 18:15:33.513472 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51740) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:33.518361 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'floatingip': {'port_id': '201907b3-3376-4ef4-a087-f4ac82012156'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:33.548006 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999a071c-a412-4ae1-babf-e04170fa45c9 None None] Network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:15:33.550355 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5124e96c-0f71-47fd-829e-75f5f3ac1534 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0493882 Mar 31 18:15:33.632676 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (db212034-2dc0-43d5-91df-184d1a21afda), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.232714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51760) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:34.248875 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5ab39aa3-e759-4a64-ba35-45edeb712fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.360995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5ab39aa3-e759-4a64-ba35-45edeb712fd2 admin admin] Publish callbacks [] for security_group (c68609fe-cbf9-4a76-95dc-fca904604c22), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.409041 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431e003-cce9-4dca-8fdd-ba75676e5143 req-e8234ea2-9525-4a9c-a1b2-6140134392ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:34.410978 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b431e003-cce9-4dca-8fdd-ba75676e5143 req-e8234ea2-9525-4a9c-a1b2-6140134392ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0635839 Mar 31 18:15:34.466403 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5ab39aa3-e759-4a64-ba35-45edeb712fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c68609fe-cbf9-4a76-95dc-fca904604c22), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.512220 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:15:34.550095 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.555828 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b431e003-cce9-4dca-8fdd-ba75676e5143 req-16914305-f9d6-4d89-b8cd-fe477ecd05ae tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200373 Mar 31 18:15:34.564300 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39aa3-e759-4a64-ba35-45edeb712fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68609fe-cbf9-4a76-95dc-fca904604c22,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:34.577306 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-5ab39aa3-e759-4a64-ba35-45edeb712fd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95c9220f066e4ec990c3e44ecd596a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369746 Mar 31 18:15:34.579246 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f5143-bc41-4b88-91e7-9025a0df8e69 req-3cfcde19-d42b-4976-9da3-77d038354600 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:34.579392 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51774) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:34.581510 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-de5f5143-bc41-4b88-91e7-9025a0df8e69 req-3cfcde19-d42b-4976-9da3-77d038354600 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.3697283 Mar 31 18:15:34.636041 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-de5f5143-bc41-4b88-91e7-9025a0df8e69 req-e4a97e4a-8b43-4e6d-9aed-45cc9b0ed970 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475736 Mar 31 18:15:34.653874 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (db212034-2dc0-43d5-91df-184d1a21afda), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.709219 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-16160032-074c-4897-83c0-6f0902f1adf3 admin admin] Publish callbacks [] for security_group (c68609fe-cbf9-4a76-95dc-fca904604c22), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.742929 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-16160032-074c-4897-83c0-6f0902f1adf3 admin admin] Publish callbacks [] for security_group (c68609fe-cbf9-4a76-95dc-fca904604c22), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.767072 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d7e57-a7a8-4891-a342-c529572acdec req-1085acc1-3cd3-4090-9501-7dd8aa5ce2ba tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:34.768657 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b0d7e57-a7a8-4891-a342-c529572acdec req-1085acc1-3cd3-4090-9501-7dd8aa5ce2ba tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.1241393 Mar 31 18:15:34.769316 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51780) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:34.779162 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-554815498-network', 'tenant_id': '810806f880ca4e68aac1f64a33d2aa37'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:34.849406 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Floating IP db212034-2dc0-43d5-91df-184d1a21afda associated. External IP: 172.37.4.221, port: 201907b3-3376-4ef4-a087-f4ac82012156. Mar 31 18:15:34.871756 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6b0d7e57-a7a8-4891-a342-c529572acdec req-cae26db8-bb37-4902-91b8-961ebc9052fd tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832782 Mar 31 18:15:34.930892 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Made reservation on behalf of 810806f880ca4e68aac1f64a33d2aa37 for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:34.933307 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.942327 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.986212 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-16160032-074c-4897-83c0-6f0902f1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c68609fe-cbf9-4a76-95dc-fca904604c22), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.988952 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-16160032-074c-4897-83c0-6f0902f1adf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:34.990523 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-16160032-074c-4897-83c0-6f0902f1adf3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c68609fe-cbf9-4a76-95dc-fca904604c22 HTTP/1.1" status: 204 len: 168 time: 0.4095454 Mar 31 18:15:35.009783 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16160032-074c-4897-83c0-6f0902f1adf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68609fe-cbf9-4a76-95dc-fca904604c22,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:35.090739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks [] for security_group (c2e8ac6b-9f97-460f-bfb6-8a928d412939), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.125549 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:15:35.167062 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c2e8ac6b-9f97-460f-bfb6-8a928d412939), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.199772 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:15:35.201903 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8ac6b-9f97-460f-bfb6-8a928d412939,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:35.213913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (a086db4e-ca18-4847-918e-f6d6d3cd0176), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.214126 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Added segment a086db4e-ca18-4847-918e-f6d6d3cd0176 of type vlan for network c4b03570-c362-43a5-bf95-77deb493d10a Mar 31 18:15:35.265245 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (c4b03570-c362-43a5-bf95-77deb493d10a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.293255 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:15:35.299465 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:15:35.301461 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.315073 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:35.315707 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:35.342756 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-be5a018a-9c4d-4ea3-af32-992f35dcd53e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "PUT /v2.0/floatingips/db212034-2dc0-43d5-91df-184d1a21afda HTTP/1.1" status: 200 len: 991 time: 1.8281052 Mar 31 18:15:35.343354 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:35.346197 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "tag": "201907b3-3376-4ef4-a087-f4ac82012156"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:35.411684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051d2a0-9b5c-480b-9353-97a3eee6f3b1 x-openstack-request-id: req-c051d2a0-9b5c-480b-9353-97a3eee6f3b1 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:35.411684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "tag": "201907b3-3376-4ef4-a087-f4ac82012156", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:35.411684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c051d2a0-9b5c-480b-9353-97a3eee6f3b1 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:35.411684 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c051d2a0-9b5c-480b-9353-97a3eee6f3b1'] response: {'name': 'network-changed', 'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156', 'status': 'completed', 'code': 200} Mar 31 18:15:35.430437 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (c4b03570-c362-43a5-bf95-77deb493d10a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.432422 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:35.433659 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:35.434263 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:35.567767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] Pushing event updated for resources: {'Network': ['ID=c4b03570-c362-43a5-bf95-77deb493d10a,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:35.584872 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network c4b03570-c362-43a5-bf95-77deb493d10a details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:15:35.617680 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-669a57ad-4140-4d3d-a60e-2a284c7ee5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:35.620535 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-669a57ad-4140-4d3d-a60e-2a284c7ee5d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1129 time: 0.1484525 Mar 31 18:15:35.636692 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51792) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:35.637040 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-839c4970-0be3-487e-b2e8-5a463a29a43c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8619368 Mar 31 18:15:35.644026 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Request body: {'subnet': {'network_id': 'c4b03570-c362-43a5-bf95-77deb493d10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-554815498-subnet', 'tenant_id': '810806f880ca4e68aac1f64a33d2aa37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:35.708178 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843b977-c279-4989-8946-9d7433f0fbb2 req-d381ea92-327b-4dd7-bd54-e07487e1044e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:35.713579 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5843b977-c279-4989-8946-9d7433f0fbb2 req-d381ea92-327b-4dd7-bd54-e07487e1044e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1704669 Mar 31 18:15:35.811871 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-76aa1432-ac40-4fd7-9688-49a57e6be4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:35.813616 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-76aa1432-ac40-4fd7-9688-49a57e6be4f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.1330571 Mar 31 18:15:35.851226 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'db212034-2dc0-43d5-91df-184d1a21afda', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'floating_ip_address': '172.37.4.221', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'port_id': '201907b3-3376-4ef4-a087-f4ac82012156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'mac_address': 'fa:16:3e:59:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:15:04Z', 'updated_at': '2022-03-31T18:15:34Z', 'revision_number': 1, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:35.881729 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:15:35.891588 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:35.892214 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:35.894931 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5843b977-c279-4989-8946-9d7433f0fbb2 req-3eb40515-9172-4535-a47f-c4f3cdef19de tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664541 Mar 31 18:15:35.898438 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-64ddf1ea-a719-4d34-b106-0dff8c5ffb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:35.900219 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-64ddf1ea-a719-4d34-b106-0dff8c5ffb6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 1129 time: 0.2167430 Mar 31 18:15:35.936841 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff42ad6-891c-4d60-9fbc-540d09823a22 req-40f8567c-d1a0-4657-9878-29760164f4c3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:35.938540 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8ff42ad6-891c-4d60-9fbc-540d09823a22 req-40f8567c-d1a0-4657-9878-29760164f4c3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1235375 Mar 31 18:15:35.943877 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-0ed6615e-4286-4661-9c73-057c7c17c4a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 999 time: 0.1104987 Mar 31 18:15:35.944769 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Made reservation on behalf of 810806f880ca4e68aac1f64a33d2aa37 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:35.947420 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15822054'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:36.011361 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa830af-187d-4076-a749-72ad9de71c04 req-423e726f-da5b-473b-8982-c97d03d49208 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.013045 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2fa830af-187d-4076-a749-72ad9de71c04 req-423e726f-da5b-473b-8982-c97d03d49208 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.65 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.1883273 Mar 31 18:15:36.067805 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-256b7389-14c8-4af2-953c-bf9a2fa92195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.068937 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-256b7389-14c8-4af2-953c-bf9a2fa92195 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.1192000 Mar 31 18:15:36.118833 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-87180992-f56e-4fb6-8543-3655139d7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.120650 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-87180992-f56e-4fb6-8543-3655139d7975 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.2146881 Mar 31 18:15:36.171085 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8ff42ad6-891c-4d60-9fbc-540d09823a22 req-548180ab-b0b5-4257-a9d1-70a045acbbb0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200782 Mar 31 18:15:36.207338 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-bce8dcb1-4d1c-4f53-be75-52432cb073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.207338 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-bce8dcb1-4d1c-4f53-be75-52432cb073ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1035473 Mar 31 18:15:36.214403 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-3d7c03e6-d6aa-4b5d-b9b6-32d6589c0254 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 HTTP/1.1" status: 200 len: 217 time: 0.0668416 Mar 31 18:15:36.231502 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:36.302869 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e80df-ef3a-465c-928b-50a978f9e7ed req-a4d10a8e-a996-4cf1-952e-77e45319e658 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.306436 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-727e80df-ef3a-465c-928b-50a978f9e7ed req-a4d10a8e-a996-4cf1-952e-77e45319e658 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 946 time: 0.2244380 Mar 31 18:15:36.387802 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-fff55687-178e-4903-8971-a69bd74dbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.389422 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-fff55687-178e-4903-8971-a69bd74dbe42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.1638284 Mar 31 18:15:36.450837 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-727e80df-ef3a-465c-928b-50a978f9e7ed req-41d3e952-4f7d-4c65-896d-d2e8c84ef114 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435130 Mar 31 18:15:36.476549 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Deleting port 960dcfa9-1a20-44c3-a33a-83689d8a35da {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:15:36.477011 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:36.538349 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-dd444258-2928-4c60-8573-625f2675cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.539374 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-4d317e19-29ab-4a13-acaa-c455ee141e5d service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177025 Mar 31 18:15:36.539936 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-dd444258-2928-4c60-8573-625f2675cd34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1438749 Mar 31 18:15:36.608788 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16245519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15822064'] for subnet (b1cbb612-f685-4366-9805-b71772b4a8ae), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:36.622536 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d838a-51e3-4c48-b224-b7063efb8f18 req-64d21c5a-bd5f-42a4-8625-a21731ca7975 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.624362 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-070d838a-51e3-4c48-b224-b7063efb8f18 req-64d21c5a-bd5f-42a4-8625-a21731ca7975 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.2193215 Mar 31 18:15:36.638147 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51834) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:36.646280 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'floatingip': {'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:36.717498 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cbb612-f685-4366-9805-b71772b4a8ae,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:36.738523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] For port 960dcfa9-1a20-44c3-a33a-83689d8a35da, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=960dcfa9-1a20-44c3-a33a-83689d8a35da,segment=NetworkSegment(46cd6c1e-0629-4b79-b479-e33ae1083943),segment_id=46cd6c1e-0629-4b79-b479-e33ae1083943)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:36.738994 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:36.750853 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-97289201-3e37-4934-98a1-85f0459dfbd7 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956027 Mar 31 18:15:36.754796 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (00164bd8-3604-4f20-a199-d2f8a05a44a7), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:36.756066 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Checking segment: {'id': 'a086db4e-ca18-4847-918e-f6d6d3cd0176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'c4b03570-c362-43a5-bf95-77deb493d10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:36.756691 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Network hostable DHCP agents. Network: c4b03570-c362-43a5-bf95-77deb493d10a, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:15:36.786310 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'db212034-2dc0-43d5-91df-184d1a21afda', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'floating_ip_address': '172.37.4.221', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'port_id': '201907b3-3376-4ef4-a087-f4ac82012156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'mac_address': 'fa:16:3e:59:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:15:04Z', 'updated_at': '2022-03-31T18:15:34Z', 'revision_number': 1, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:36.788149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Calling delete_port for 960dcfa9-1a20-44c3-a33a-83689d8a35da owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:15:36.824778 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a19e4d3-eb97-4012-9801-218f2395be2e None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'db212034-2dc0-43d5-91df-184d1a21afda', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'floating_ip_address': '172.37.4.221', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'port_id': '201907b3-3376-4ef4-a087-f4ac82012156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'mac_address': 'fa:16:3e:59:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:15:04Z', 'updated_at': '2022-03-31T18:15:34Z', 'revision_number': 1, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:15:36.879457 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Network c4b03570-c362-43a5-bf95-77deb493d10a is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:15:36.978316 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c4b03570-c362-43a5-bf95-77deb493d10a) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:36.982396 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:36.983015 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:37.017300 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-f34868bc-ad2c-4dfe-ab08-394e278095e2 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630806 Mar 31 18:15:37.072329 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d228b3a7-57d5-4ec9-8a8c-6667e4b7daef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4337835 Mar 31 18:15:37.126828 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98877ba8-b715-4dcb-8cb7-754f4e445a5a None None] Network c4b03570-c362-43a5-bf95-77deb493d10a requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:15:37.181540 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63372a-c68a-4c7d-8154-766640de7914 None None] New status for floating IP db212034-2dc0-43d5-91df-184d1a21afda: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:15:37.352964 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0737732-0e5c-4aab-84fd-ce74a6c0f3f3 None None] Network c4b03570-c362-43a5-bf95-77deb493d10a requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:15:37.579903 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef6bf5-22a5-4737-8b13-7bb03720d10f req-2d46cdef-7eac-4fdc-8645-3167fba71565 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:37.581413 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-01ef6bf5-22a5-4737-8b13-7bb03720d10f req-2d46cdef-7eac-4fdc-8645-3167fba71565 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.5842354 Mar 31 18:15:37.620941 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-634a8918-29e4-494f-b11a-d1eae65fe1a3 req-98690528-b3e9-408a-b30c-05638c7de1fc service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947959 Mar 31 18:15:37.765073 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-01ef6bf5-22a5-4737-8b13-7bb03720d10f req-93bfc264-f29a-4854-8bf2-918b19027538 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764615 Mar 31 18:15:37.803445 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-0b52a4a4-5fb4-4477-97b7-e795fbfc44ad tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:37.809954 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-0b52a4a4-5fb4-4477-97b7-e795fbfc44ad tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/networks?id=4dc468fc-3ea7-49e5-a417-e0b5609b8310 HTTP/1.1" status: 200 len: 808 time: 0.1791136 Mar 31 18:15:37.841376 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-5dbb1b85-5f48-49cc-a6fb-856e2c0285cc tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/quotas/d30e3c63762d41029b4c53487a1b86a2 HTTP/1.1" status: 200 len: 375 time: 0.0218918 Mar 31 18:15:37.889493 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-623ca7a7-b503-44f8-ac86-87a5844f6923 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d30e3c63762d41029b4c53487a1b86a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396223 Mar 31 18:15:37.938075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (960dcfa9-1a20-44c3-a33a-83689d8a35da), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:37.985705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['960dcfa9-1a20-44c3-a33a-83689d8a35da'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:38.001874 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-67124a66-195c-4016-bf8c-6f246279c1f8 service neutron] 10.222.0.62 "GET /v2.0/networks/4dc468fc-3ea7-49e5-a417-e0b5609b8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015792 Mar 31 18:15:38.023591 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Pushing event deleted for resources: {'Port': ['ID=960dcfa9-1a20-44c3-a33a-83689d8a35da,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:38.101223 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dd4c2-1992-4e99-8baa-0e002d0b745e req-01f09fb1-3f70-481b-a284-61fcab733a77 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:38.102705 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ee1dd4c2-1992-4e99-8baa-0e002d0b745e req-01f09fb1-3f70-481b-a284-61fcab733a77 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 867 time: 0.2577055 Mar 31 18:15:38.115951 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-82b0f1bd-43a2-487b-b684-7df0537e8cf8 service neutron] 10.222.0.62 "GET /v2.0/networks/4dc468fc-3ea7-49e5-a417-e0b5609b8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060116 Mar 31 18:15:38.124452 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] No DVR routers for this DVR port 960dcfa9-1a20-44c3-a33a-83689d8a35da on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:15:38.128010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:38.132728 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2fa830af-187d-4076-a749-72ad9de71c04 req-67094ff9-2ee5-4e36-a49f-106d28b0c9f6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.65 "DELETE /v2.0/ports/960dcfa9-1a20-44c3-a33a-83689d8a35da HTTP/1.1" status: 204 len: 173 time: 2.1138527 Mar 31 18:15:38.136521 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'name': 'network-vif-deleted', 'tag': '960dcfa9-1a20-44c3-a33a-83689d8a35da'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:38.138720 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc920308-cdb0-45cd-aee4-4d153d79af46" -d '{"events": [{"server_uuid": "3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c", "name": "network-vif-deleted", "tag": "960dcfa9-1a20-44c3-a33a-83689d8a35da"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:38.258201 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ee1dd4c2-1992-4e99-8baa-0e002d0b745e req-9f9361c3-af52-4d1a-901a-d5cb97b3c068 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/security-groups?id=afeff1eb-1e64-454e-8db3-76bf427a0ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349185 Mar 31 18:15:38.271166 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:38.313557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8acaea-0998-45ef-9842-0b0cb41f1eba x-openstack-request-id: req-8d8acaea-0998-45ef-9842-0b0cb41f1eba {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:38.313918 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c", "name": "network-vif-deleted", "tag": "960dcfa9-1a20-44c3-a33a-83689d8a35da", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:38.314181 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d8acaea-0998-45ef-9842-0b0cb41f1eba {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:38.314632 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8acaea-0998-45ef-9842-0b0cb41f1eba'] response: {'server_uuid': '3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c', 'name': 'network-vif-deleted', 'tag': '960dcfa9-1a20-44c3-a33a-83689d8a35da', 'status': 'completed', 'code': 200} Mar 31 18:15:38.377441 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (00164bd8-3604-4f20-a199-d2f8a05a44a7), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:38.499509 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-308f16a0-5a21-43c9-9e27-fbe368d7e8a2 req-9bc39528-5329-427b-950c-7538aecf9bb4 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 210 time: 0.0696468 Mar 31 18:15:38.549020 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Floating IP 00164bd8-3604-4f20-a199-d2f8a05a44a7 associated. External IP: 172.37.4.132, port: 009384e1-f4df-44a8-8f47-9e20e33d596d. Mar 31 18:15:38.777305 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:15:38.896515 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:15:38.901764 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:38.907680 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:15:38.913105 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ccec6-61c5-4f93-9611-3414db587711 req-740507d4-38d0-4175-b016-5bd2f47fca7b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:38.915382 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-936ccec6-61c5-4f93-9611-3414db587711 req-740507d4-38d0-4175-b016-5bd2f47fca7b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0711579 Mar 31 18:15:38.919469 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:38.920398 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:38.937256 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-8c26616e-b42e-4c65-b36f-c0e05f8a496c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "PUT /v2.0/floatingips/00164bd8-3604-4f20-a199-d2f8a05a44a7 HTTP/1.1" status: 200 len: 991 time: 2.2982552 Mar 31 18:15:38.968078 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-936ccec6-61c5-4f93-9611-3414db587711 req-a688ed9b-6b5d-43be-8a26-0089504c7ca7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Mar 31 18:15:39.047423 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:39.283656 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '00164bd8-3604-4f20-a199-d2f8a05a44a7', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'floating_ip_address': '172.37.4.132', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'mac_address': 'fa:16:3e:bd:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528350bc-0776-4bf8-a984-58df2ace5c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:15:02Z', 'updated_at': '2022-03-31T18:15:38Z', 'revision_number': 1, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:39.313079 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:15:39.322109 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:39.324048 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:39.382860 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-95729937-c37f-4d74-bf5f-5b325f4ac8bd req-ac174195-6c8a-4195-9097-9488ce04dfb6 tempest-DeleteServersTestJSON-2117439664 tempest-DeleteServersTestJSON-2117439664-project] 10.222.0.62 "GET /v2.0/ports?device_id=3baf0ee0-a3ed-4f8f-b0ba-c8b2196e5a3c HTTP/1.1" status: 200 len: 210 time: 0.0288963 Mar 31 18:15:39.446827 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:39.587289 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f38f5931-398b-4299-baf0-0e68b7bbbb4c req-e2876423-a5d1-49c8-ba6c-dd7e415c6c2a tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 210 time: 0.0350008 Mar 31 18:15:39.703617 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '00164bd8-3604-4f20-a199-d2f8a05a44a7', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'floating_ip_address': '172.37.4.132', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'mac_address': 'fa:16:3e:bd:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528350bc-0776-4bf8-a984-58df2ace5c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:15:02Z', 'updated_at': '2022-03-31T18:15:38Z', 'revision_number': 1, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:39.730087 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3049636-bf2d-4d71-8b27-0b4cd661bbc3 None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '00164bd8-3604-4f20-a199-d2f8a05a44a7', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'floating_ip_address': '172.37.4.132', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'mac_address': 'fa:16:3e:bd:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528350bc-0776-4bf8-a984-58df2ace5c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:15:02Z', 'updated_at': '2022-03-31T18:15:38Z', 'revision_number': 1, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:15:39.936464 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5be3b4-f97e-4dcd-9cd6-f25e7b585cd0 None None] New status for floating IP 00164bd8-3604-4f20-a199-d2f8a05a44a7: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:15:40.084997 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51924) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:40.116465 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038df6c6-24af-4ea4-baa8-2330788a67c1 req-558c8b84-3d36-4268-a08e-ddb0bcf5e5be tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:40.117973 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-038df6c6-24af-4ea4-baa8-2330788a67c1 req-558c8b84-3d36-4268-a08e-ddb0bcf5e5be tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0660589 Mar 31 18:15:40.171823 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-038df6c6-24af-4ea4-baa8-2330788a67c1 req-d77cb3e3-e639-46b6-a5e0-c975d895353d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Mar 31 18:15:40.200331 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0eba68a6-84ac-4ae9-a34a-d9cb88268a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.278611 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0eba68a6-84ac-4ae9-a34a-d9cb88268a03 admin admin] Publish callbacks [] for security_group (b38c943b-b662-4f2b-b835-a6aa9a37e18c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.308030 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 960dcfa9-1a20-44c3-a33a-83689d8a35da no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:15:40.315886 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:40.318838 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:40.331963 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 960dcfa9-1a20-44c3-a33a-83689d8a35da {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:15:40.332304 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 960dcfa9-1a20-44c3-a33a-83689d8a35da not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:15:40.355988 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d015a9-b3d9-497b-a3cf-900b40985697 x-openstack-request-id: req-57d015a9-b3d9-497b-a3cf-900b40985697 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:40.356277 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:40.356533 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57d015a9-b3d9-497b-a3cf-900b40985697 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:40.356933 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d015a9-b3d9-497b-a3cf-900b40985697'] response: {'name': 'network-changed', 'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'status': 'completed', 'code': 200} Mar 31 18:15:40.418450 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0eba68a6-84ac-4ae9-a34a-d9cb88268a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b38c943b-b662-4f2b-b835-a6aa9a37e18c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.462378 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-048bb08d-deaf-42d9-bfdb-8e163db91576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:40.464187 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-048bb08d-deaf-42d9-bfdb-8e163db91576 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1129 time: 0.0538592 Mar 31 18:15:40.468528 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0eba68a6-84ac-4ae9-a34a-d9cb88268a03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac5b32f5efb141c3a6637d0130b823f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790982 Mar 31 18:15:40.468528 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba68a6-84ac-4ae9-a34a-d9cb88268a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c943b-b662-4f2b-b835-a6aa9a37e18c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:40.470447 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51934) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:40.593383 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-558b9832-c6cf-478d-8ad8-33a7abfe1d3d admin admin] Publish callbacks [] for security_group (b38c943b-b662-4f2b-b835-a6aa9a37e18c), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.646768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-558b9832-c6cf-478d-8ad8-33a7abfe1d3d admin admin] Publish callbacks [] for security_group (b38c943b-b662-4f2b-b835-a6aa9a37e18c), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.655489 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-22a39824-53ec-49fb-a034-949b0e7e1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:40.657356 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-22a39824-53ec-49fb-a034-949b0e7e1968 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.1730573 Mar 31 18:15:40.769622 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-61273672-4b1d-4c16-87ef-4c3837d6c403 req-42ba7e9c-02ac-4109-b287-c81eb6c0ef9b tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 210 time: 0.0807252 Mar 31 18:15:40.806319 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-472642b2-1950-4ffc-a0d0-051834d4d02b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 1001 time: 0.1381702 Mar 31 18:15:40.855180 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-76240f3f-faac-45ff-8ada-703b3984796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:40.856691 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-76240f3f-faac-45ff-8ada-703b3984796a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0443981 Mar 31 18:15:40.899107 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-558b9832-c6cf-478d-8ad8-33a7abfe1d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b38c943b-b662-4f2b-b835-a6aa9a37e18c), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.901628 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-558b9832-c6cf-478d-8ad8-33a7abfe1d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:40.902820 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-558b9832-c6cf-478d-8ad8-33a7abfe1d3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b38c943b-b662-4f2b-b835-a6aa9a37e18c HTTP/1.1" status: 204 len: 168 time: 0.4313152 Mar 31 18:15:40.914414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b9832-c6cf-478d-8ad8-33a7abfe1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c943b-b662-4f2b-b835-a6aa9a37e18c,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:40.932945 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-237b71f1-cf07-4841-a0aa-04d3f4e0963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:40.934950 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-237b71f1-cf07-4841-a0aa-04d3f4e0963a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0642786 Mar 31 18:15:41.039750 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-3b6976dd-7510-46d0-93b6-2f8e347d86a4 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936947 Mar 31 18:15:41.138401 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4b4a0ce-2705-4bb0-95fc-334991cc1cd9 req-85d13553-3fee-4ffa-bc44-679cac18226b service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867918 Mar 31 18:15:41.294944 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30429-a544-4d40-b94e-ad239785543b req-3752b678-a569-417c-8154-75f1c6b3293d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:41.296545 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1ee30429-a544-4d40-b94e-ad239785543b req-3752b678-a569-417c-8154-75f1c6b3293d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0557280 Mar 31 18:15:41.343026 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1ee30429-a544-4d40-b94e-ad239785543b req-36bceeca-1848-4e87-8a18-b05549300a20 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Mar 31 18:15:41.559563 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51956) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:41.573510 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2f9e436b-5098-4699-8c0c-94170bd3151a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:41.647557 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2f9e436b-5098-4699-8c0c-94170bd3151a admin admin] Publish callbacks [] for security_group (76434a81-a96a-4665-b8c9-2874c2d8ea2f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:41.696993 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-904b41f6-b1a5-4631-9330-69bfa255fa67 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:41.698457 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-904b41f6-b1a5-4631-9330-69bfa255fa67 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.65 "GET /v2.0/networks?id=4dc468fc-3ea7-49e5-a417-e0b5609b8310 HTTP/1.1" status: 200 len: 808 time: 0.1088688 Mar 31 18:15:41.726069 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Request body: {'port': {'device_id': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310', 'admin_state_up': True, 'tenant_id': 'd30e3c63762d41029b4c53487a1b86a2'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:41.732190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2f9e436b-5098-4699-8c0c-94170bd3151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (76434a81-a96a-4665-b8c9-2874c2d8ea2f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:41.777023 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2f9e436b-5098-4699-8c0c-94170bd3151a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35f40e17e5c5459b8059ff9b1d0a283e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160151 Mar 31 18:15:41.778114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e436b-5098-4699-8c0c-94170bd3151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76434a81-a96a-4665-b8c9-2874c2d8ea2f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:41.779750 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51962) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:41.893862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-473d5253-65d4-4e46-a028-9dab652ab9f4 admin admin] Publish callbacks [] for security_group (76434a81-a96a-4665-b8c9-2874c2d8ea2f), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:41.898970 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-621a4746-27b7-49d5-b7f5-6b7dd114133b req-336dd7de-d873-438f-a53a-5d293819156e tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 210 time: 0.0424209 Mar 31 18:15:41.925061 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-473d5253-65d4-4e46-a028-9dab652ab9f4 admin admin] Publish callbacks [] for security_group (76434a81-a96a-4665-b8c9-2874c2d8ea2f), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.063556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Made reservation on behalf of d30e3c63762d41029b4c53487a1b86a2 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:42.067269 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.106705 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-473d5253-65d4-4e46-a028-9dab652ab9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (76434a81-a96a-4665-b8c9-2874c2d8ea2f), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.109740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-473d5253-65d4-4e46-a028-9dab652ab9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.117317 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 51974) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:42.120533 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-473d5253-65d4-4e46-a028-9dab652ab9f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76434a81-a96a-4665-b8c9-2874c2d8ea2f HTTP/1.1" status: 204 len: 168 time: 0.3391280 Mar 31 18:15:42.180127 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Deleting subnet 9f259911-678c-4bb8-904e-4256d420eda5 {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:15:42.183688 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Publish callbacks [] for subnet (9f259911-678c-4bb8-904e-4256d420eda5), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.222309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d5253-65d4-4e46-a028-9dab652ab9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76434a81-a96a-4665-b8c9-2874c2d8ea2f,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:42.241993 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16214022'] for subnet (9f259911-678c-4bb8-904e-4256d420eda5), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.258719 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Allocated IP 172.20.0.11 (4dc468fc-3ea7-49e5-a417-e0b5609b8310/c13108e5-82cc-43ca-9b89-e3a9f3e9ec08/4a3bf8a2-672e-4586-b534-56677a65e7f0) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:42.299118 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (9f259911-678c-4bb8-904e-4256d420eda5), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.447381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks [] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.613155 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.666572 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:42.670125 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:42.676873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:42.679378 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16245580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15822073'] for subnet (9f259911-678c-4bb8-904e-4256d420eda5), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.682345 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:42.683531 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.690015 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Pushing event updated for resources: {'Port': ['ID=4a3bf8a2-672e-4586-b534-56677a65e7f0,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:42.710662 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f259911-678c-4bb8-904e-4256d420eda5,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:42.723802 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.727586 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e9ec32c9-4533-4bf6-aa53-e9eab522f381 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9f259911-678c-4bb8-904e-4256d420eda5 HTTP/1.1" status: 204 len: 168 time: 0.6089277 Mar 31 18:15:42.727905 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 51990) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:42.740056 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde35217-068a-4fda-a615-b7f3a20a74fb req-652cde00-73f8-443a-9a78-a0e64bee0b6b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:42.747254 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bde35217-068a-4fda-a615-b7f3a20a74fb req-652cde00-73f8-443a-9a78-a0e64bee0b6b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.3332179 Mar 31 18:15:42.793676 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-d8917271-1280-4160-90e5-f014f3133fc8 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0703759 Mar 31 18:15:42.801899 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bde35217-068a-4fda-a615-b7f3a20a74fb req-7344c8af-e00b-4492-a7e8-a1f02b79be10 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Mar 31 18:15:42.814799 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Request body: {'port': {'device_id': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:42.823626 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (dc5d3074-787f-4251-a6cc-a2313cf401f3), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.946664 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:42.991862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (dc5d3074-787f-4251-a6cc-a2313cf401f3), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.289570 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.290263 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.290646 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.290971 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > port after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.291300 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.291638 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.291954 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.292267 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.292578 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.292892 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.365073 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.365479 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.365793 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.366116 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 18:15:43.366488 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5d3074-787f-4251-a6cc-a2313cf401f3']}} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:43.399852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cd6c1e-0629-4b79-b479-e33ae1083943') {'for_net_delete': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:43.400149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cd6c1e-0629-4b79-b479-e33ae1083943') {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:43.465141 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13965799'] for segment (46cd6c1e-0629-4b79-b479-e33ae1083943), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.508983 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2f8b-ca3b-47fd-9008-584e300d795b req-1ad40541-cbef-4a33-8e47-90b96335ba0e tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:43.510259 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-35cc2f8b-ca3b-47fd-9008-584e300d795b req-1ad40541-cbef-4a33-8e47-90b96335ba0e tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 932 time: 0.5345147 Mar 31 18:15:43.516700 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (46cd6c1e-0629-4b79-b479-e33ae1083943), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.548716 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:15:43.549195 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13968474'] for segment (46cd6c1e-0629-4b79-b479-e33ae1083943), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: from cryptography.utils import int_from_bytes Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: from cryptography.utils import int_from_bytes Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: Traceback (most recent call last): Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: timer() Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: cb(*args, **kw) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: return func(*args, **kwargs) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: self._notify() Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: self.callback(batched_events) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: event.method(event) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: return f(self, *a, **k) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: return self._get(url).json() Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: return self.request(url, 'GET', **kwargs) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:15:43.572117 dv-cinder-master-3-smb neutron-server[103981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:15:43.681455 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-35cc2f8b-ca3b-47fd-9008-584e300d795b req-3ea890b0-b6a5-43c4-a403-e3cc834b0caf tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613739 Mar 31 18:15:43.762881 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (dc5d3074-787f-4251-a6cc-a2313cf401f3), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.769835 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.774064 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] 10.222.0.62 "DELETE /v2.0/networks/dc5d3074-787f-4251-a6cc-a2313cf401f3 HTTP/1.1" status: 204 len: 168 time: 1.0439405 Mar 31 18:15:43.791068 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91b124-f04d-4ccd-9240-b8a66e57c3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5d3074-787f-4251-a6cc-a2313cf401f3,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:43.800490 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3bf8a2-672e-4586-b534-56677a65e7f0 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:43.809894 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Publish callbacks [] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.838673 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Transition to ACTIVE for port object 4a3bf8a2-672e-4586-b534-56677a65e7f0 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:15:43.932759 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c01fac-e78f-48ab-a4ee-713f92b6e31f req-5daaab81-214b-47d5-a7b4-8bd3692ebcc2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:43.939253 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d3c01fac-e78f-48ab-a4ee-713f92b6e31f req-5daaab81-214b-47d5-a7b4-8bd3692ebcc2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0666730 Mar 31 18:15:43.943564 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:43.992397 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d3c01fac-e78f-48ab-a4ee-713f92b6e31f req-a5d7ad1f-997a-46b4-9e4f-13f4a16728e6 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521998 Mar 31 18:15:44.004531 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Pushing event updated for resources: {'Port': ['ID=4a3bf8a2-672e-4586-b534-56677a65e7f0,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:44.083244 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Attempting to bind port 4a3bf8a2-672e-4586-b534-56677a65e7f0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:44.083610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Attempting to bind port 4a3bf8a2-672e-4586-b534-56677a65e7f0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '465d9591-99e8-44af-9ad6-b2bcd04d7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:44.083973 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Attempting to bind port 4a3bf8a2-672e-4586-b534-56677a65e7f0 on network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:44.088961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Port 4a3bf8a2-672e-4586-b534-56677a65e7f0 on network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:15:44.089282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Attempting to bind port 4a3bf8a2-672e-4586-b534-56677a65e7f0 on network 4dc468fc-3ea7-49e5-a417-e0b5609b8310 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:44.094415 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:44.097057 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Checking segment: {'id': '465d9591-99e8-44af-9ad6-b2bcd04d7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:44.097057 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Bound using segment: {'id': '465d9591-99e8-44af-9ad6-b2bcd04d7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:44.097057 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Bound port: 4a3bf8a2-672e-4586-b534-56677a65e7f0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d9591-99e8-44af-9ad6-b2bcd04d7a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:44.097057 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.166266 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] For port 4a3bf8a2-672e-4586-b534-56677a65e7f0, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:44.169667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] For port 4a3bf8a2-672e-4586-b534-56677a65e7f0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a3bf8a2-672e-4586-b534-56677a65e7f0,segment=NetworkSegment(465d9591-99e8-44af-9ad6-b2bcd04d7a46),segment_id=465d9591-99e8-44af-9ad6-b2bcd04d7a46)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:44.205135 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52032) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:44.245915 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-42261e8c-a378-419b-b755-8a4ea07c5ced admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0532a6c7e422425dacafe5e5b876e64e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394523 Mar 31 18:15:44.248294 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52036) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:44.278227 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.318456 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:44.322713 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.322713 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] 10.222.0.65 "PUT /v2.0/ports/4a3bf8a2-672e-4586-b534-56677a65e7f0 HTTP/1.1" status: 200 len: 1094 time: 1.5100729 Mar 31 18:15:44.322713 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'tag': '4a3bf8a2-672e-4586-b534-56677a65e7f0'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:44.323501 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1" -d '{"events": [{"name": "network-changed", "server_uuid": "02573e7a-02bd-4542-8fe5-3bb978ec2911", "tag": "4a3bf8a2-672e-4586-b534-56677a65e7f0"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:44.359169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27608102-afd5-4a09-a775-b4418319ef81 admin admin] Publish callbacks [] for security_group (afeff1eb-1e64-454e-8db3-76bf427a0ea7), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.367453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac43cedf-e91f-4ccb-892a-8c5c43ffa7ec x-openstack-request-id: req-ac43cedf-e91f-4ccb-892a-8c5c43ffa7ec {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:44.367742 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02573e7a-02bd-4542-8fe5-3bb978ec2911", "tag": "4a3bf8a2-672e-4586-b534-56677a65e7f0", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:44.367997 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac43cedf-e91f-4ccb-892a-8c5c43ffa7ec {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:44.368396 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac43cedf-e91f-4ccb-892a-8c5c43ffa7ec'] response: {'name': 'network-changed', 'server_uuid': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'tag': '4a3bf8a2-672e-4586-b534-56677a65e7f0', 'status': 'completed', 'code': 200} Mar 31 18:15:44.373535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d828d6d-084f-48aa-98ea-62852e46efac service neutron] Pushing event updated for resources: {'Port': ['ID=4a3bf8a2-672e-4586-b534-56677a65e7f0,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:44.391118 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27608102-afd5-4a09-a775-b4418319ef81 admin admin] Publish callbacks [] for security_group (afeff1eb-1e64-454e-8db3-76bf427a0ea7), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.474481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1 req-79aafdda-09a2-4d2a-b497-67108772bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:44.476025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1 req-79aafdda-09a2-4d2a-b497-67108772bb9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d30e3c63762d41029b4c53487a1b86a2&device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 1128 time: 0.0604522 Mar 31 18:15:44.556391 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27608102-afd5-4a09-a775-b4418319ef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (afeff1eb-1e64-454e-8db3-76bf427a0ea7), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.558987 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27608102-afd5-4a09-a775-b4418319ef81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:44.560174 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-27608102-afd5-4a09-a775-b4418319ef81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afeff1eb-1e64-454e-8db3-76bf427a0ea7 HTTP/1.1" status: 204 len: 168 time: 0.3109901 Mar 31 18:15:44.598740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27608102-afd5-4a09-a775-b4418319ef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeff1eb-1e64-454e-8db3-76bf427a0ea7,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:44.675558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1 req-5d8b353a-233a-4da2-9d0c-c65ecccac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:44.677472 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1 req-5d8b353a-233a-4da2-9d0c-c65ecccac4f6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d30e3c63762d41029b4c53487a1b86a2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1841526 Mar 31 18:15:44.808658 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e35f2f-bb87-4ba7-aa59-96f2e2094467 req-7fcd890a-17d5-4d6c-a6fd-fc5d7b08599b tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:44.810180 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08e35f2f-bb87-4ba7-aa59-96f2e2094467 req-7fcd890a-17d5-4d6c-a6fd-fc5d7b08599b tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 944 time: 0.0563698 Mar 31 18:15:44.863905 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1 req-fcb67530-c22e-4455-a8e4-d203cbfe6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:44.864589 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08e35f2f-bb87-4ba7-aa59-96f2e2094467 req-f4b0c43e-79fb-4d58-a015-e5318b0ceea2 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Mar 31 18:15:44.865373 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62fad4ff-1b38-4a9f-bb88-0f6ada5687d1 req-fcb67530-c22e-4455-a8e4-d203cbfe6a8a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695130 Mar 31 18:15:44.985535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-f3fcf308-f5cf-4daa-83e9-4ffe258c9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:44.993194 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-f3fcf308-f5cf-4daa-83e9-4ffe258c9d19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d30e3c63762d41029b4c53487a1b86a2&device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 1128 time: 0.0496690 Mar 31 18:15:45.054185 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-9295cc88-c754-4c63-9c34-2f48be3f0f37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a3bf8a2-672e-4586-b534-56677a65e7f0 HTTP/1.1" status: 200 len: 217 time: 0.0458224 Mar 31 18:15:45.101455 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52062) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:45.153228 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731747-d49f-4917-98c7-49d77c288863 req-1a9cc8fd-6cd6-4211-8ae1-3ab175826b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:45.154733 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-1a9cc8fd-6cd6-4211-8ae1-3ab175826b22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c13108e5-82cc-43ca-9b89-e3a9f3e9ec08 HTTP/1.1" status: 200 len: 848 time: 0.0928676 Mar 31 18:15:45.200471 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-131f23c5-3629-4860-9116-985bf62219c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4dc468fc-3ea7-49e5-a417-e0b5609b8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366650 Mar 31 18:15:45.212840 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d7cc8-a330-43a7-a346-b7d0f6dd45d6 req-1ba68655-8788-4f4e-9228-7525bbcf4742 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:45.214926 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff0d7cc8-a330-43a7-a346-b7d0f6dd45d6 req-1ba68655-8788-4f4e-9228-7525bbcf4742 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1146147 Mar 31 18:15:45.277275 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8e2df29b-adfc-4f40-ae16-f28a847db7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.326441 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff0d7cc8-a330-43a7-a346-b7d0f6dd45d6 req-88ad403a-f8b4-4b33-be23-55e97f0ef6c8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019721 Mar 31 18:15:45.344590 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-7b493a3e-465f-4aa6-925f-5c93c84c11e7 service neutron] 10.222.0.65 "GET /v2.0/networks/4dc468fc-3ea7-49e5-a417-e0b5609b8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284404 Mar 31 18:15:45.394523 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8e2df29b-adfc-4f40-ae16-f28a847db7f0 admin admin] Publish callbacks [] for security_group (2f23e061-f40d-491f-9004-db90316605ff), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.450919 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6e731747-d49f-4917-98c7-49d77c288863 req-b6ec38c6-ea9f-49d3-9e72-331bdbb14282 service neutron] 10.222.0.65 "GET /v2.0/networks/4dc468fc-3ea7-49e5-a417-e0b5609b8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988696 Mar 31 18:15:45.475053 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8e2df29b-adfc-4f40-ae16-f28a847db7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2f23e061-f40d-491f-9004-db90316605ff), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.517338 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8e2df29b-adfc-4f40-ae16-f28a847db7f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14d66da72a634c73abaf113a59d2d22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007428 Mar 31 18:15:45.518467 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52094) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:45.526554 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2df29b-adfc-4f40-ae16-f28a847db7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23e061-f40d-491f-9004-db90316605ff,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:45.544152 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.582012 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-301e8057-7367-42cb-83f8-138d465c3f2f admin admin] Publish callbacks [] for security_group (2f23e061-f40d-491f-9004-db90316605ff), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.607097 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-301e8057-7367-42cb-83f8-138d465c3f2f admin admin] Publish callbacks [] for security_group (2f23e061-f40d-491f-9004-db90316605ff), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.739162 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-301e8057-7367-42cb-83f8-138d465c3f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2f23e061-f40d-491f-9004-db90316605ff), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.742676 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-301e8057-7367-42cb-83f8-138d465c3f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:45.747192 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-301e8057-7367-42cb-83f8-138d465c3f2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f23e061-f40d-491f-9004-db90316605ff HTTP/1.1" status: 204 len: 168 time: 0.2276406 Mar 31 18:15:45.760331 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8057-7367-42cb-83f8-138d465c3f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23e061-f40d-491f-9004-db90316605ff,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:45.990157 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc2a2c-36cb-4703-86ee-49d0f8b4d03e req-0d74dc98-f202-4392-9ce3-767141a2427f tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:45.991892 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c5dc2a2c-36cb-4703-86ee-49d0f8b4d03e req-0d74dc98-f202-4392-9ce3-767141a2427f tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 944 time: 0.0576041 Mar 31 18:15:46.047842 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c5dc2a2c-36cb-4703-86ee-49d0f8b4d03e req-1a6f663e-0a94-4494-a4f3-2d9dc3b09096 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503201 Mar 31 18:15:46.456671 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1100c13-9e1c-4a31-b4fb-6cac4437d027 req-6ddbe928-6396-4eb1-92db-9e9d13ba509c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:46.458250 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b1100c13-9e1c-4a31-b4fb-6cac4437d027 req-6ddbe928-6396-4eb1-92db-9e9d13ba509c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0548260 Mar 31 18:15:46.508386 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b1100c13-9e1c-4a31-b4fb-6cac4437d027 req-3d2a3216-d724-4c1c-9c8e-16210998b100 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Mar 31 18:15:46.518436 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52138) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:46.529074 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a9a5-ee10-47a7-8a77-e221a1bf15e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.602692 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a9a5-ee10-47a7-8a77-e221a1bf15e3 admin admin] Publish callbacks [] for security_group (489e5956-dbba-477a-a935-842fd88486e5), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.707204 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a9a5-ee10-47a7-8a77-e221a1bf15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (489e5956-dbba-477a-a935-842fd88486e5), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.746983 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a6b0a9a5-ee10-47a7-8a77-e221a1bf15e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6eee8c49a9342938be452e60632a348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334015 Mar 31 18:15:46.747795 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a9a5-ee10-47a7-8a77-e221a1bf15e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e5956-dbba-477a-a935-842fd88486e5,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:46.749674 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52140) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:46.799465 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-6f62cec0-811d-44df-8c9d-db8554c37465 admin admin] Publish callbacks [] for security_group (489e5956-dbba-477a-a935-842fd88486e5), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.824107 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-6f62cec0-811d-44df-8c9d-db8554c37465 admin admin] Publish callbacks [] for security_group (489e5956-dbba-477a-a935-842fd88486e5), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.953130 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-6f62cec0-811d-44df-8c9d-db8554c37465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (489e5956-dbba-477a-a935-842fd88486e5), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.955921 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-6f62cec0-811d-44df-8c9d-db8554c37465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:46.957098 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-6f62cec0-811d-44df-8c9d-db8554c37465 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/489e5956-dbba-477a-a935-842fd88486e5 HTTP/1.1" status: 204 len: 168 time: 0.2063632 Mar 31 18:15:46.965768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62cec0-811d-44df-8c9d-db8554c37465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e5956-dbba-477a-a935-842fd88486e5,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:47.166710 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e320118-f913-40dc-8f78-28a0a6897c53 req-081a7069-7157-4b59-84b5-b41f05f9ae43 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:47.168224 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e320118-f913-40dc-8f78-28a0a6897c53 req-081a7069-7157-4b59-84b5-b41f05f9ae43 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 944 time: 0.0558619 Mar 31 18:15:47.218467 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e320118-f913-40dc-8f78-28a0a6897c53 req-6d7ffd1e-2166-4319-918a-e07b8e8ff6e5 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Mar 31 18:15:47.228046 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-cda1dbbc-9192-486f-a989-338eeff6c344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:47.635989 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f7e56-54c9-40df-b603-19c17fab62f9 req-92a5d8c7-8979-4ba1-893f-965f146289cd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:47.637492 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1a8f7e56-54c9-40df-b603-19c17fab62f9 req-92a5d8c7-8979-4ba1-893f-965f146289cd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0535910 Mar 31 18:15:47.686194 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1a8f7e56-54c9-40df-b603-19c17fab62f9 req-3ae90067-7127-4b15-9dc6-4db1a6d9ffed tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430570 Mar 31 18:15:48.349036 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13ea3c-79c1-4336-bd82-df2e82c02f3f req-9a2b4107-b5ff-4b23-a1c7-e5c1cdd08f8d tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:48.350531 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e13ea3c-79c1-4336-bd82-df2e82c02f3f req-9a2b4107-b5ff-4b23-a1c7-e5c1cdd08f8d tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 944 time: 0.0562029 Mar 31 18:15:48.397494 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e13ea3c-79c1-4336-bd82-df2e82c02f3f req-d9c2fad5-f110-4c7d-9aef-385892095462 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Mar 31 18:15:48.806112 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c7fc-c560-432f-9f5d-0c3a2c245894 req-f5b21a52-9c99-47b5-ba97-b47df2014c5e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:48.807662 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eb89c7fc-c560-432f-9f5d-0c3a2c245894 req-f5b21a52-9c99-47b5-ba97-b47df2014c5e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0563204 Mar 31 18:15:48.858677 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eb89c7fc-c560-432f-9f5d-0c3a2c245894 req-b9eff08d-128b-42ef-b8dd-f1675042b8d2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 Mar 31 18:15:49.492449 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c22-3227-47d1-8f52-407653381012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:49.517177 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d681cb8-7574-4a58-a3ab-ab599bd19e29 req-1e1cbfdb-8626-4de1-b26a-481a1ac64b6a tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:49.518972 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6d681cb8-7574-4a58-a3ab-ab599bd19e29 req-1e1cbfdb-8626-4de1-b26a-481a1ac64b6a tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 944 time: 0.0542116 Mar 31 18:15:49.569270 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6d681cb8-7574-4a58-a3ab-ab599bd19e29 req-6659e672-0e71-4cc3-90e8-46b5b131e22d tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Mar 31 18:15:49.978486 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822672e4-391a-4873-9e96-d5076fb87f2e req-6c61daaa-c413-4ee8-a39b-1bd2616b0626 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:49.979978 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-822672e4-391a-4873-9e96-d5076fb87f2e req-6c61daaa-c413-4ee8-a39b-1bd2616b0626 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0549335 Mar 31 18:15:50.029458 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-822672e4-391a-4873-9e96-d5076fb87f2e req-ea927795-0447-4ef8-8518-f6982f34f08a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Mar 31 18:15:50.333636 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4a3bf8a2-672e-4586-b534-56677a65e7f0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:15:50.431050 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 4a3bf8a2-672e-4586-b534-56677a65e7f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a3bf8a2-672e-4586-b534-56677a65e7f0,segment=NetworkSegment(465d9591-99e8-44af-9ad6-b2bcd04d7a46),segment_id=465d9591-99e8-44af-9ad6-b2bcd04d7a46)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:50.444107 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '4a3bf8a2-672e-4586-b534-56677a65e7f0', 'network_id': '4dc468fc-3ea7-49e5-a417-e0b5609b8310', 'port_id': '4a3bf8a2-672e-4586-b534-56677a65e7f0', 'mac_address': 'fa:16:3e:1e:f8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13108e5-82cc-43ca-9b89-e3a9f3e9ec08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:15:50.492707 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 4a3bf8a2-672e-4586-b534-56677a65e7f0 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:50.493378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:50.509133 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3bf8a2-672e-4586-b534-56677a65e7f0 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:15:50.530293 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 4a3bf8a2-672e-4586-b534-56677a65e7f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a3bf8a2-672e-4586-b534-56677a65e7f0,segment=NetworkSegment(465d9591-99e8-44af-9ad6-b2bcd04d7a46),segment_id=465d9591-99e8-44af-9ad6-b2bcd04d7a46)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:50.583106 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:50.612190 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:50.667268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=4a3bf8a2-672e-4586-b534-56677a65e7f0,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:50.676693 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.677225 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.677748 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.678273 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.678623 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.678964 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.679313 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.682628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:15:50.711196 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54b503-186a-4ae8-befc-44f2a859febb req-0d3f394b-3856-4ea1-9afc-c606f5b5d514 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:50.712942 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eb54b503-186a-4ae8-befc-44f2a859febb req-0d3f394b-3856-4ea1-9afc-c606f5b5d514 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 945 time: 0.0720854 Mar 31 18:15:50.766104 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eb54b503-186a-4ae8-befc-44f2a859febb req-08e5552b-3849-4c48-8ee2-7b221d319be2 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471179 Mar 31 18:15:51.150807 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8eee7-aace-4aee-9e30-9350e6991b16 req-8f9ee86e-6d3b-4453-9f01-7f4e38a4b490 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:51.152266 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a4f8eee7-aace-4aee-9e30-9350e6991b16 req-8f9ee86e-6d3b-4453-9f01-7f4e38a4b490 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0551748 Mar 31 18:15:51.199583 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a4f8eee7-aace-4aee-9e30-9350e6991b16 req-01be18d0-1f0a-4144-bdb5-f30e79b86d74 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Mar 31 18:15:51.271112 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4a3bf8a2-672e-4586-b534-56677a65e7f0'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:15:51.883530 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621bddc-4ffd-4eea-a462-6279ceeeecf4 req-435b732b-905b-477d-bc5c-8f7ffd1d0bdf tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:51.884989 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5621bddc-4ffd-4eea-a462-6279ceeeecf4 req-435b732b-905b-477d-bc5c-8f7ffd1d0bdf tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Mar 31 18:15:51.931887 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5621bddc-4ffd-4eea-a462-6279ceeeecf4 req-9be3b09c-e3af-44ea-afe7-70ce69c84126 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Mar 31 18:15:52.318370 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a603ec-205e-49b7-911e-988158b0a656 req-1fd1d572-0346-45cb-bf73-fd98037652ea tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:52.319728 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-75a603ec-205e-49b7-911e-988158b0a656 req-1fd1d572-0346-45cb-bf73-fd98037652ea tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0551424 Mar 31 18:15:52.365856 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-75a603ec-205e-49b7-911e-988158b0a656 req-88f4aa88-c0b0-4204-9967-46de9693c05f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Mar 31 18:15:52.417503 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:52.598989 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52304) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:52.745736 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-80559089-5223-4c2a-afe7-ef3f045668ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:52.825016 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-80559089-5223-4c2a-afe7-ef3f045668ee admin admin] Publish callbacks [] for security_group (4444810e-587d-4227-9559-bbdbab8d71a3), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:52.995409 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-80559089-5223-4c2a-afe7-ef3f045668ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (4444810e-587d-4227-9559-bbdbab8d71a3), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:53.061772 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-80559089-5223-4c2a-afe7-ef3f045668ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65a6621a880449ca81952ec2f89a83a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616594 Mar 31 18:15:53.063610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80559089-5223-4c2a-afe7-ef3f045668ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4444810e-587d-4227-9559-bbdbab8d71a3,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:53.064496 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52312) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:53.089001 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71d9bc-52f0-4de9-ab46-a182965c9037 req-646f563a-9276-40e1-a300-69b74b40492a tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:53.090522 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fd71d9bc-52f0-4de9-ab46-a182965c9037 req-646f563a-9276-40e1-a300-69b74b40492a tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 945 time: 0.0837975 Mar 31 18:15:53.120689 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ba380a0-03a1-496e-a0c3-d03d597ee49f admin admin] Publish callbacks [] for security_group (4444810e-587d-4227-9559-bbdbab8d71a3), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:53.138837 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fd71d9bc-52f0-4de9-ab46-a182965c9037 req-bbbb309a-8e61-4fae-9719-9e5b2d8e3799 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Mar 31 18:15:53.144437 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ba380a0-03a1-496e-a0c3-d03d597ee49f admin admin] Publish callbacks [] for security_group (4444810e-587d-4227-9559-bbdbab8d71a3), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:53.318693 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ba380a0-03a1-496e-a0c3-d03d597ee49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (4444810e-587d-4227-9559-bbdbab8d71a3), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:53.321523 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1ba380a0-03a1-496e-a0c3-d03d597ee49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:53.322676 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-1ba380a0-03a1-496e-a0c3-d03d597ee49f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4444810e-587d-4227-9559-bbdbab8d71a3 HTTP/1.1" status: 204 len: 168 time: 0.2571504 Mar 31 18:15:53.330554 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba380a0-03a1-496e-a0c3-d03d597ee49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4444810e-587d-4227-9559-bbdbab8d71a3,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:53.501838 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714acde0-c06a-4723-963e-d532f5a71bd7 req-d770e07c-7f39-4591-9c43-8de73936c8ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:53.503656 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-714acde0-c06a-4723-963e-d532f5a71bd7 req-d770e07c-7f39-4591-9c43-8de73936c8ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0565186 Mar 31 18:15:53.509686 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:53.560657 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-714acde0-c06a-4723-963e-d532f5a71bd7 req-c0fb5a56-5b00-4caa-af57-270b71e542b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490770 Mar 31 18:15:54.112714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52348) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:54.224743 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1d6e-9201-4e3f-8fae-cc958de57d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.267159 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d9732-e8e0-4fe6-b78e-36e7cc17de15 req-f744d41f-f018-4d4b-9840-dcd22fa966f0 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:54.268841 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-315d9732-e8e0-4fe6-b78e-36e7cc17de15 req-f744d41f-f018-4d4b-9840-dcd22fa966f0 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 945 time: 0.0540588 Mar 31 18:15:54.309222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1d6e-9201-4e3f-8fae-cc958de57d82 admin admin] Publish callbacks [] for security_group (e1653308-81ba-4ed0-a39c-cc581de36b7f), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.322356 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-315d9732-e8e0-4fe6-b78e-36e7cc17de15 req-304a8787-366b-430f-8a5a-7240ff17367f tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Mar 31 18:15:54.355823 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4a3bf8a2-672e-4586-b534-56677a65e7f0 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:54.374602 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52360) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:54.381692 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1d6e-9201-4e3f-8fae-cc958de57d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e1653308-81ba-4ed0-a39c-cc581de36b7f), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.427228 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ecaf1d6e-9201-4e3f-8fae-cc958de57d82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=178c75bea9c84958afd7a7b565dd3414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105307 Mar 31 18:15:54.427228 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf1d6e-9201-4e3f-8fae-cc958de57d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1653308-81ba-4ed0-a39c-cc581de36b7f,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:54.428642 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52364) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:54.475668 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671657886-network', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:54.481434 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c40ebda-095c-4765-b8d7-7f3c28406983 admin admin] Publish callbacks [] for security_group (e1653308-81ba-4ed0-a39c-cc581de36b7f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.489826 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 4a3bf8a2-672e-4586-b534-56677a65e7f0 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:15:54.493979 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 4a3bf8a2-672e-4586-b534-56677a65e7f0 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:54.494540 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.507715 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c40ebda-095c-4765-b8d7-7f3c28406983 admin admin] Publish callbacks [] for security_group (e1653308-81ba-4ed0-a39c-cc581de36b7f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.560628 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Made reservation on behalf of fbf515108a0a4aff95dac60e3529c51a for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:54.563325 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.572084 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.579099 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 4a3bf8a2-672e-4586-b534-56677a65e7f0 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:54.579988 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.606975 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3bf8a2-672e-4586-b534-56677a65e7f0'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:15:54.609286 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d528299f-791b-4438-ad96-f28055b63bbf" -d '{"events": [{"server_uuid": "02573e7a-02bd-4542-8fe5-3bb978ec2911", "name": "network-vif-plugged", "status": "completed", "tag": "4a3bf8a2-672e-4586-b534-56677a65e7f0"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:15:54.629229 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 4a3bf8a2-672e-4586-b534-56677a65e7f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a3bf8a2-672e-4586-b534-56677a65e7f0,segment=NetworkSegment(465d9591-99e8-44af-9ad6-b2bcd04d7a46),segment_id=465d9591-99e8-44af-9ad6-b2bcd04d7a46)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:54.655627 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0fe768-04a8-45f8-9b95-0bc63c6c2532 x-openstack-request-id: req-db0fe768-04a8-45f8-9b95-0bc63c6c2532 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:15:54.656006 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02573e7a-02bd-4542-8fe5-3bb978ec2911", "name": "network-vif-plugged", "status": "completed", "tag": "4a3bf8a2-672e-4586-b534-56677a65e7f0", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:15:54.656323 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db0fe768-04a8-45f8-9b95-0bc63c6c2532 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:15:54.656822 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0fe768-04a8-45f8-9b95-0bc63c6c2532'] response: {'server_uuid': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3bf8a2-672e-4586-b534-56677a65e7f0', 'code': 200} Mar 31 18:15:54.663061 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c40ebda-095c-4765-b8d7-7f3c28406983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e1653308-81ba-4ed0-a39c-cc581de36b7f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.665647 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c40ebda-095c-4765-b8d7-7f3c28406983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.667103 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6c40ebda-095c-4765-b8d7-7f3c28406983 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1653308-81ba-4ed0-a39c-cc581de36b7f HTTP/1.1" status: 204 len: 168 time: 0.2371285 Mar 31 18:15:54.676964 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40ebda-095c-4765-b8d7-7f3c28406983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1653308-81ba-4ed0-a39c-cc581de36b7f,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:54.718216 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d30c8c-59b8-432e-be0c-acb6c12100a7 req-cc0db550-4a11-41a6-a433-ace6aef9223c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:54.725426 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-94d30c8c-59b8-432e-be0c-acb6c12100a7 req-cc0db550-4a11-41a6-a433-ace6aef9223c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0892310 Mar 31 18:15:54.737831 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.781355 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks [] for security_group (1c55a318-decd-43eb-96fc-f56690e589a4), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.791927 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=4a3bf8a2-672e-4586-b534-56677a65e7f0,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:54.793099 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-94d30c8c-59b8-432e-be0c-acb6c12100a7 req-b7238af1-7977-4122-ac40-5cf7ef5ce59a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667956 Mar 31 18:15:54.872526 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1c55a318-decd-43eb-96fc-f56690e589a4), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.899686 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:15:54.917282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55a318-decd-43eb-96fc-f56690e589a4,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:54.917282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (91632597-3318-46c0-9f2f-b1f9cf2ccc00), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:54.917282 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Added segment 91632597-3318-46c0-9f2f-b1f9cf2ccc00 of type vlan for network 20103efb-f0ee-4082-bade-70fb0ec7eb9b Mar 31 18:15:54.955526 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (20103efb-f0ee-4082-bade-70fb0ec7eb9b), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:55.057740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (20103efb-f0ee-4082-bade-70fb0ec7eb9b), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:55.058587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:55.059158 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:55.141915 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] Pushing event updated for resources: {'Network': ['ID=20103efb-f0ee-4082-bade-70fb0ec7eb9b,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:55.152072 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c87d69-367e-4ec3-b995-14d003f070b6 req-945c3aea-2c83-4d5e-813c-0a80ec06c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:55.153444 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:15:55.153562 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62c87d69-367e-4ec3-b995-14d003f070b6 req-945c3aea-2c83-4d5e-813c-0a80ec06c5d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 1130 time: 0.1051023 Mar 31 18:15:55.205228 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62c87d69-367e-4ec3-b995-14d003f070b6 req-852c831e-4eff-46d2-968c-fab88cb2cb9e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Mar 31 18:15:55.218323 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a7333b9a-633b-43c2-a11d-3fa5c7d439cb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8425457 Mar 31 18:15:55.221232 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52390) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:55.226029 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Request body: {'subnet': {'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671657886-subnet', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'ip_version': 4}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:55.360503 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Made reservation on behalf of fbf515108a0a4aff95dac60e3529c51a for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:15:55.363471 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14552904'] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:55.451320 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9053a-039f-4d13-878f-9df935a0fcca req-e32b9d35-f426-4590-946f-cd5c08d7a900 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:55.453260 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c2b9053a-039f-4d13-878f-9df935a0fcca req-e32b9d35-f426-4590-946f-cd5c08d7a900 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.0612197 Mar 31 18:15:55.505854 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c2b9053a-039f-4d13-878f-9df935a0fcca req-e4e790e9-290f-4c95-99fe-21392da85620 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Mar 31 18:15:55.600717 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13965759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14552926'] for subnet (fea60257-94dd-41b6-afb4-df508c1cadca), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:55.656998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea60257-94dd-41b6-afb4-df508c1cadca,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:55.670351 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Checking segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:55.670705 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Network hostable DHCP agents. Network: 20103efb-f0ee-4082-bade-70fb0ec7eb9b, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:15:55.775241 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:15:55.888331 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 20103efb-f0ee-4082-bade-70fb0ec7eb9b) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:55.894013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:55.894826 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:55.899271 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c9e11-8eb2-4d05-a96d-7dcd1fd25fca None None] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:15:55.926467 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9404a9-d584-4e01-8943-bd2a2ccdf8d7 req-0b205dd0-d474-428c-9133-1d9d3654f426 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:55.928068 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5a9404a9-d584-4e01-8943-bd2a2ccdf8d7 req-0b205dd0-d474-428c-9133-1d9d3654f426 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0681441 Mar 31 18:15:55.990414 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-dfc2a152-c5f1-4942-925f-de45f431a574 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7674148 Mar 31 18:15:55.999750 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52412) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:56.005273 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:15:56.011002 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5a9404a9-d584-4e01-8943-bd2a2ccdf8d7 req-fcb6ba4e-38cb-478a-b0a0-32ab534edf2f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698259 Mar 31 18:15:56.029821 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:15:56.030790 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.109122 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (611f16de-b088-4f16-b191-4d50395784dc), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.110132 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (611f16de-b088-4f16-b191-4d50395784dc), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.168341 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Allocated IP 172.20.0.2 (20103efb-f0ee-4082-bade-70fb0ec7eb9b/fea60257-94dd-41b6-afb4-df508c1cadca/b49eb61c-1892-4a8b-803e-802bfbc9666b) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:56.182223 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks [] for router_controller (611f16de-b088-4f16-b191-4d50395784dc), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.317547 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Publish callbacks [] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.421651 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks [] for router_gateway (611f16de-b088-4f16-b191-4d50395784dc), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.458068 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.499487 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:56.503908 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:56.507802 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:56.520109 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Pushing event updated for resources: {'Port': ['ID=b49eb61c-1892-4a8b-803e-802bfbc9666b,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:56.589137 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Attempting to bind port b49eb61c-1892-4a8b-803e-802bfbc9666b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:56.589517 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Attempting to bind port b49eb61c-1892-4a8b-803e-802bfbc9666b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:56.589888 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Attempting to bind port b49eb61c-1892-4a8b-803e-802bfbc9666b on network 20103efb-f0ee-4082-bade-70fb0ec7eb9b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:56.595913 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:56.596297 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Checking segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:56.596810 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.597206 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Bound using segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:56.599013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Bound port: b49eb61c-1892-4a8b-803e-802bfbc9666b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:56.599013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.665961 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] For port b49eb61c-1892-4a8b-803e-802bfbc9666b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:15:56.669138 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] For port b49eb61c-1892-4a8b-803e-802bfbc9666b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b49eb61c-1892-4a8b-803e-802bfbc9666b,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:15:56.721329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f685f-6d79-4cfb-9393-bbbc83f3fc7b req-2af7a35c-5d66-434c-b917-5af8c418a49e tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:56.722824 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e4f685f-6d79-4cfb-9393-bbbc83f3fc7b req-2af7a35c-5d66-434c-b917-5af8c418a49e tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.1206007 Mar 31 18:15:56.784205 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.807222 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e4f685f-6d79-4cfb-9393-bbbc83f3fc7b req-52984628-932f-4d09-ab63-44e63d382b01 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Mar 31 18:15:56.808458 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks [] for router_gateway (611f16de-b088-4f16-b191-4d50395784dc), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.852103 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:56.869172 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57220b-c8c4-43e0-a129-060d4f05ed33 None None] Pushing event updated for resources: {'Port': ['ID=b49eb61c-1892-4a8b-803e-802bfbc9666b,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:56.966810 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52440) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:57.049274 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Allocated IP 172.37.4.246 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/6bae0d85-80ed-4ad7-9e16-6dc472736df6) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:15:57.201593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80494494-ec67-4d2e-a63b-e3dc2badc7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.222277 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5331c-2c46-4bde-850a-84ccb1376ca0 req-d5da7f46-c0e6-428f-9572-fc6789940c8a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:57.230221 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9bf5331c-2c46-4bde-850a-84ccb1376ca0 req-d5da7f46-c0e6-428f-9572-fc6789940c8a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1466613 Mar 31 18:15:57.305868 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9bf5331c-2c46-4bde-850a-84ccb1376ca0 req-6b5b3420-bdea-46cd-9b10-0fde19d2168c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738285 Mar 31 18:15:57.313823 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks [] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.427190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80494494-ec67-4d2e-a63b-e3dc2badc7d3 admin admin] Publish callbacks [] for security_group (eb3246cd-7612-4a78-b5cc-3870253aaf19), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.498145 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.541893 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:15:57.545162 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:15:57.552395 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:15:57.576227 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=6bae0d85-80ed-4ad7-9e16-6dc472736df6,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:57.578491 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-80494494-ec67-4d2e-a63b-e3dc2badc7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (eb3246cd-7612-4a78-b5cc-3870253aaf19), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.635334 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80494494-ec67-4d2e-a63b-e3dc2badc7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3246cd-7612-4a78-b5cc-3870253aaf19,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:57.641390 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-80494494-ec67-4d2e-a63b-e3dc2badc7d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b6ee81f5c2e4f5a95a4d215eebe67dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718075 Mar 31 18:15:57.642480 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52450) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:57.725548 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device b49eb61c-1892-4a8b-803e-802bfbc9666b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:57.785944 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port b49eb61c-1892-4a8b-803e-802bfbc9666b triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:57.787271 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.796365 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8676a5a5-1885-4986-b2a1-2d42453fcff7 admin admin] Publish callbacks [] for security_group (eb3246cd-7612-4a78-b5cc-3870253aaf19), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.822400 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8676a5a5-1885-4986-b2a1-2d42453fcff7 admin admin] Publish callbacks [] for security_group (eb3246cd-7612-4a78-b5cc-3870253aaf19), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.900161 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port b49eb61c-1892-4a8b-803e-802bfbc9666b is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:57.900775 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:57.952674 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port b49eb61c-1892-4a8b-803e-802bfbc9666b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b49eb61c-1892-4a8b-803e-802bfbc9666b,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:15:58.028918 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968640fe-aae4-4ef6-a4fb-dacdc4b22ed7 req-446831c5-f766-4f41-b36c-2d85a7dd1db0 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:58.030370 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-968640fe-aae4-4ef6-a4fb-dacdc4b22ed7 req-446831c5-f766-4f41-b36c-2d85a7dd1db0 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.0881605 Mar 31 18:15:58.031635 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks [] for router_gateway (611f16de-b088-4f16-b191-4d50395784dc), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.040745 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.102161 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8676a5a5-1885-4986-b2a1-2d42453fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (eb3246cd-7612-4a78-b5cc-3870253aaf19), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.104655 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8676a5a5-1885-4986-b2a1-2d42453fcff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.106649 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8676a5a5-1885-4986-b2a1-2d42453fcff7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb3246cd-7612-4a78-b5cc-3870253aaf19 HTTP/1.1" status: 204 len: 168 time: 0.4623744 Mar 31 18:15:58.117958 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=b49eb61c-1892-4a8b-803e-802bfbc9666b,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:58.131920 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676a5a5-1885-4986-b2a1-2d42453fcff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3246cd-7612-4a78-b5cc-3870253aaf19,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:58.175469 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-968640fe-aae4-4ef6-a4fb-dacdc4b22ed7 req-7472cad1-bf11-4976-afa8-bb413838cdc1 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071782 Mar 31 18:15:58.214612 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d52ed-787a-47f0-9084-50cf901a1b2c None None] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:15:58.310797 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-c6afff42-47a8-45a2-bce1-1ebc91a9096f None None] Provisioning complete for port b49eb61c-1892-4a8b-803e-802bfbc9666b triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:58.311184 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c6afff42-47a8-45a2-bce1-1ebc91a9096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.345556 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (611f16de-b088-4f16-b191-4d50395784dc), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.512618 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e3b95-ca7d-4ede-b2d5-f3b80b11782d req-3702e90a-6c46-4d3e-95b2-c48772c579ed tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:58.519953 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-879e3b95-ca7d-4ede-b2d5-f3b80b11782d req-3702e90a-6c46-4d3e-95b2-c48772c579ed tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1100876 Mar 31 18:15:58.583967 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-879e3b95-ca7d-4ede-b2d5-f3b80b11782d req-ea19c863-28c9-4a67-8180-f90efe39f8ae tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572548 Mar 31 18:15:58.614630 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c6afff42-47a8-45a2-bce1-1ebc91a9096f None None] Current status of the port b49eb61c-1892-4a8b-803e-802bfbc9666b is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:58.799092 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Router 611f16de-b088-4f16-b191-4d50395784dc is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:15:58.839795 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-67bd3271-8f62-43cf-ac83-690914f4eab8 None None] Provisioning complete for port b49eb61c-1892-4a8b-803e-802bfbc9666b triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:58.840471 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-67bd3271-8f62-43cf-ac83-690914f4eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:58.917040 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:15:58.923470 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-67bd3271-8f62-43cf-ac83-690914f4eab8 None None] Current status of the port b49eb61c-1892-4a8b-803e-802bfbc9666b is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:58.933651 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Sync routers for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:15:58.944359 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:15:58.944979 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:58.950870 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52466) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:58.964282 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e57-e181-4074-bb19-9351db41dc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.056696 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.056696 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ae0d0164-eca3-4fbb-9f3a-7723b8282bf3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0529189 Mar 31 18:15:59.057156 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:15:59.058696 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52470) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:59.060073 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e57-e181-4074-bb19-9351db41dc90 admin admin] Publish callbacks [] for security_group (12b3d305-e258-40e3-bf07-2f3b33d069f1), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.154570 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8aa47e57-e181-4074-bb19-9351db41dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (12b3d305-e258-40e3-bf07-2f3b33d069f1), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.185265 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8aa47e57-e181-4074-bb19-9351db41dc90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3df9c0b0641f4a4286a3235649345cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332048 Mar 31 18:15:59.192430 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52476) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:15:59.255494 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:15:57Z', 'revision_number': 3, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:15:59.283162 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47e57-e181-4074-bb19-9351db41dc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3d305-e258-40e3-bf07-2f3b33d069f1,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:59.324816 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14b898eb-885d-446e-90f8-fae300b304d1 admin admin] Publish callbacks [] for security_group (12b3d305-e258-40e3-bf07-2f3b33d069f1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.377805 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14b898eb-885d-446e-90f8-fae300b304d1 admin admin] Publish callbacks [] for security_group (12b3d305-e258-40e3-bf07-2f3b33d069f1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.391263 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Checking router: 611f16de-b088-4f16-b191-4d50395784dc for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:15:59.391866 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Updating router 611f16de-b088-4f16-b191-4d50395784dc port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:15:59.422708 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.524520 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14b898eb-885d-446e-90f8-fae300b304d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (12b3d305-e258-40e3-bf07-2f3b33d069f1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.527680 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14b898eb-885d-446e-90f8-fae300b304d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.529073 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-14b898eb-885d-446e-90f8-fae300b304d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12b3d305-e258-40e3-bf07-2f3b33d069f1 HTTP/1.1" status: 204 len: 168 time: 0.3294942 Mar 31 18:15:59.539269 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b898eb-885d-446e-90f8-fae300b304d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3d305-e258-40e3-bf07-2f3b33d069f1,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:15:59.736953 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device b49eb61c-1892-4a8b-803e-802bfbc9666b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:15:59.796124 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670e414-9307-46fa-b7cb-aff713a55b91 req-4ad6b86f-5cf7-4ae9-8558-c50d350eae7a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:15:59.797676 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0670e414-9307-46fa-b7cb-aff713a55b91 req-4ad6b86f-5cf7-4ae9-8558-c50d350eae7a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0919838 Mar 31 18:15:59.826557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.831437 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Publish callbacks [] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.840643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port b49eb61c-1892-4a8b-803e-802bfbc9666b triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:15:59.840643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.865884 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0670e414-9307-46fa-b7cb-aff713a55b91 req-754b4b19-cd99-47b1-9a4a-3ffddbc55d81 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614238 Mar 31 18:15:59.924890 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.958511 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port b49eb61c-1892-4a8b-803e-802bfbc9666b is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:15:59.978780 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Attempting to bind port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:15:59.979392 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Attempting to bind port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:15:59.979632 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Attempting to bind port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:15:59.989328 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:15:59.989812 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:15:59.992745 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:15:59.992745 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:15:59.992745 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Bound port: 6bae0d85-80ed-4ad7-9e16-6dc472736df6, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:15:59.992745 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:00.021409 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Pushing event updated for resources: {'Port': ['ID=6bae0d85-80ed-4ad7-9e16-6dc472736df6,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:00.039971 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Allocated IP 172.20.0.1 (20103efb-f0ee-4082-bade-70fb0ec7eb9b/fea60257-94dd-41b6-afb4-df508c1cadca/0e262068-5ad8-4836-85a8-a740504f3e48) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:16:00.042854 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.043199 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.043602 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.043962 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.044344 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.044678 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.045005 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.045329 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.045686 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.046009 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.046508 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.046862 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.047221 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.047583 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.047903 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:00.070883 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] For port 6bae0d85-80ed-4ad7-9e16-6dc472736df6, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:16:00.076183 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] For port 6bae0d85-80ed-4ad7-9e16-6dc472736df6, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6bae0d85-80ed-4ad7-9e16-6dc472736df6,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:16:00.167058 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:00.189473 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks [] for port (0e262068-5ad8-4836-85a8-a740504f3e48), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:00.224744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:00.226521 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:00.230572 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082cbc-7b2c-4452-9768-11b61fee22d0 None None] Pushing event updated for resources: {'Port': ['ID=6bae0d85-80ed-4ad7-9e16-6dc472736df6,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:00.342485 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:00.355149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:00.396766 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:00.401916 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:00.406679 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:16:00.409803 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Pushing event updated for resources: {'Port': ['ID=0e262068-5ad8-4836-85a8-a740504f3e48,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:00.450855 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (611f16de-b088-4f16-b191-4d50395784dc), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:00.575161 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:15:57Z', 'revision_number': 3, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:00.618148 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd988365-14f4-4e53-9741-2bc90aa0acf5 None None] The sync data for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb is: [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:15:57Z', 'revision_number': 3, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:16:00.656730 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b053d0d7-3241-48d2-a6e8-58fbfe0e9796 None None] Provisioning complete for port 0e262068-5ad8-4836-85a8-a740504f3e48 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:00.657105 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b053d0d7-3241-48d2-a6e8-58fbfe0e9796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:00.721079 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b053d0d7-3241-48d2-a6e8-58fbfe0e9796 None None] Port 0e262068-5ad8-4836-85a8-a740504f3e48 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:16:00.786431 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.041524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f9ec5-7feb-4020-9ab8-d7545c1eb0b1 req-207756b7-da7b-412e-b4f0-39e45e503373 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:01.041524 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5b7f9ec5-7feb-4020-9ab8-d7545c1eb0b1 req-207756b7-da7b-412e-b4f0-39e45e503373 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0809448 Mar 31 18:16:01.056542 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks [] for port (0e262068-5ad8-4836-85a8-a740504f3e48), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.101093 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5b7f9ec5-7feb-4020-9ab8-d7545c1eb0b1 req-8a168ab5-8778-4b18-8024-9329aa2f5062 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Mar 31 18:16:01.128469 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.213867 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (611f16de-b088-4f16-b191-4d50395784dc), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.216964 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Pushing event updated for resources: {'Port': ['ID=0e262068-5ad8-4836-85a8-a740504f3e48,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:01.340667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:01.342514 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:01.486314 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Router 611f16de-b088-4f16-b191-4d50395784dc has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:16:01.633256 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-e3958fc0-532e-4348-af2e-2aa6f2d37552 None None] Provisioning complete for port 0e262068-5ad8-4836-85a8-a740504f3e48 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:01.634774 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e3958fc0-532e-4348-af2e-2aa6f2d37552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.634977 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:16:01.645945 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d2582c6f-07c5-405c-ab39-82a8c55f3813 admin admin] 10.222.0.62 "PUT /v2.0/routers/611f16de-b088-4f16-b191-4d50395784dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5851753 Mar 31 18:16:01.708019 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-e3958fc0-532e-4348-af2e-2aa6f2d37552 None None] Port 0e262068-5ad8-4836-85a8-a740504f3e48 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:16:01.743334 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6bae0d85-80ed-4ad7-9e16-6dc472736df6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:01.818673 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:01.821845 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.933037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:01.933037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:01.962462 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 6bae0d85-80ed-4ad7-9e16-6dc472736df6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6bae0d85-80ed-4ad7-9e16-6dc472736df6,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:16:02.040888 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:02.093193 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=6bae0d85-80ed-4ad7-9e16-6dc472736df6,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:02.281466 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9435f7-8781-48a6-8983-956a1700db1d req-a7bf0845-6e0e-4953-a4a3-cc7ddf579875 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:02.285004 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3b9435f7-8781-48a6-8983-956a1700db1d req-a7bf0845-6e0e-4953-a4a3-cc7ddf579875 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0715003 Mar 31 18:16:02.339712 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3b9435f7-8781-48a6-8983-956a1700db1d req-70d2d3b7-c776-4b05-8e73-99a7c28fe075 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508089 Mar 31 18:16:02.562808 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Sync routers for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:16:02.577266 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:02.577885 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:02.704190 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:02.738654 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52580) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:02.738654 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-517710255-network', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:02.857533 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Made reservation on behalf of 1628bfcbee9b4816a2ae03f85e372501 for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:16:02.861408 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:02.874255 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:02.948152 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 2, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:02.974981 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks [] for security_group (d3331815-a4af-4885-9336-62e2e2d4dda5), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:02.976888 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Checking router: 611f16de-b088-4f16-b191-4d50395784dc for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:16:02.977247 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Updating router 611f16de-b088-4f16-b191-4d50395784dc port 0e262068-5ad8-4836-85a8-a740504f3e48 binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:16:03.005315 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.065836 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d3331815-a4af-4885-9336-62e2e2d4dda5), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.092836 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:16:03.107567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3331815-a4af-4885-9336-62e2e2d4dda5,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:03.112598 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (001be6e3-f6f3-43c8-9865-254214400dc9), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.113801 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Added segment 001be6e3-f6f3-43c8-9865-254214400dc9 of type vlan for network c04bc697-dd07-4b30-bc55-7ee7927657a2 Mar 31 18:16:03.157458 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (c04bc697-dd07-4b30-bc55-7ee7927657a2), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.302079 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Publish callbacks [] for port (0e262068-5ad8-4836-85a8-a740504f3e48), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.320406 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (c04bc697-dd07-4b30-bc55-7ee7927657a2), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.324903 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:03.324903 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.381644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] Pushing event updated for resources: {'Network': ['ID=c04bc697-dd07-4b30-bc55-7ee7927657a2,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:03.394141 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:16:03.460374 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd77b5-3460-4587-97b9-32bf699ef438 req-cf0872e8-9217-458d-a864-d4f30c98d21b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:03.461998 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5acd77b5-3460-4587-97b9-32bf699ef438 req-cf0872e8-9217-458d-a864-d4f30c98d21b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0541115 Mar 31 18:16:03.473249 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.479676 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-be543c4c-1c15-4589-a6dc-aeb68001cf35 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7501831 Mar 31 18:16:03.486582 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52596) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:03.489441 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Request body: {'subnet': {'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-517710255-subnet', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'ip_version': 4}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:03.529080 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5acd77b5-3460-4587-97b9-32bf699ef438 req-dffe2827-8437-4cd1-a86c-5011f3161e6b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Mar 31 18:16:03.583852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Made reservation on behalf of 1628bfcbee9b4816a2ae03f85e372501 for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:16:03.590139 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14552904'] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.595602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650029-b046-4f1b-9f08-c1cee7821c8a None None] Pushing event updated for resources: {'Port': ['ID=0e262068-5ad8-4836-85a8-a740504f3e48,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:03.635509 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Attempting to bind port 0e262068-5ad8-4836-85a8-a740504f3e48 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:16:03.636109 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Attempting to bind port 0e262068-5ad8-4836-85a8-a740504f3e48 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:16:03.636912 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Attempting to bind port 0e262068-5ad8-4836-85a8-a740504f3e48 on network 20103efb-f0ee-4082-bade-70fb0ec7eb9b {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:16:03.643865 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:16:03.644865 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Checking segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:16:03.645713 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.646301 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Bound using segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:16:03.646994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Bound port: 0e262068-5ad8-4836-85a8-a740504f3e48, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:16:03.647616 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.728753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6bae0d85-80ed-4ad7-9e16-6dc472736df6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:03.757047 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6c36-2e0f-4332-96ff-2970b67372d3 req-aeb13d11-0046-4312-9484-d70b29517d7f tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:03.758607 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-640e6c36-2e0f-4332-96ff-2970b67372d3 req-aeb13d11-0046-4312-9484-d70b29517d7f tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.1092191 Mar 31 18:16:03.762339 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] For port 0e262068-5ad8-4836-85a8-a740504f3e48, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:16:03.786596 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] For port 0e262068-5ad8-4836-85a8-a740504f3e48, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0e262068-5ad8-4836-85a8-a740504f3e48,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:16:03.799851 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:03.800634 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.848055 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.868935 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-640e6c36-2e0f-4332-96ff-2970b67372d3 req-325df74c-e18a-4663-8219-e4752b637639 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022286 Mar 31 18:16:03.875887 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] Provisioning complete for port 0e262068-5ad8-4836-85a8-a740504f3e48 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:03.876365 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:03.958443 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650029-b046-4f1b-9f08-c1cee7821c8a None None] Pushing event updated for resources: {'Port': ['ID=0e262068-5ad8-4836-85a8-a740504f3e48,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:03.964816 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:03.965453 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:03.973983 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13965759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14552926'] for subnet (4d8faa7e-8abf-4d34-93ee-aae1ca08297f), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.042500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8faa7e-8abf-4d34-93ee-aae1ca08297f,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:04.064304 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Checking segment: {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:16:04.064745 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Network hostable DHCP agents. Network: c04bc697-dd07-4b30-bc55-7ee7927657a2, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:16:04.147684 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:04.154521 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] Current status of the port 0e262068-5ad8-4836-85a8-a740504f3e48 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:04.154907 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.182237 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:04.256569 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:16:04.256863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] For port 0e262068-5ad8-4836-85a8-a740504f3e48, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0e262068-5ad8-4836-85a8-a740504f3e48,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:16:04.398484 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c04bc697-dd07-4b30-bc55-7ee7927657a2) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:04.403081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:04.403739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.407266 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.413698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3773cd0-1fab-4245-8982-95431ffd318c None None] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:16:04.497878 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-b7d0cd12-2eae-4a20-860e-c372327fe31f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0133002 Mar 31 18:16:04.500500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52612) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:04.504895 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:04.589022 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802aa68-7710-4ae3-9752-32ca771f2c54 None None] Pushing event updated for resources: {'Port': ['ID=0e262068-5ad8-4836-85a8-a740504f3e48,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:04.596185 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b45631bc-7f3a-4148-94a4-79382df45b15 None None] Provisioning complete for port 0e262068-5ad8-4836-85a8-a740504f3e48 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:04.597707 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b45631bc-7f3a-4148-94a4-79382df45b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.617613 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.618696 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.665456 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9cac0-3ce3-4e5b-bec8-0311567b2bee req-fa9e08d8-1b98-43b0-9b7b-13dd6d9add33 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:04.672562 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-64e9cac0-3ce3-4e5b-bec8-0311567b2bee req-fa9e08d8-1b98-43b0-9b7b-13dd6d9add33 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0703049 Mar 31 18:16:04.679740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks [] for router_controller (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), precommit_add_association {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.697882 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c04bc697-dd07-4b30-bc55-7ee7927657a2', 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2', 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'fixed_ips': [{'subnet_id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:16:04.698756 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.721616 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-64e9cac0-3ce3-4e5b-bec8-0311567b2bee req-978996c2-de35-49d3-ac3c-2ababe2940f5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Mar 31 18:16:04.834611 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b45631bc-7f3a-4148-94a4-79382df45b15 None None] Current status of the port 0e262068-5ad8-4836-85a8-a740504f3e48 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:04.856425 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:03Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:04.892396 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks [] for router_gateway (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:04.903628 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1368c-0cec-4255-91a6-589d04b2a006 None None] The sync data for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb is: [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:03Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:16:04.932331 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Allocated IP 172.20.0.2 (c04bc697-dd07-4b30-bc55-7ee7927657a2/4d8faa7e-8abf-4d34-93ee-aae1ca08297f/c1412797-08f1-4bf0-8de5-6c5705c57cde) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:16:05.082697 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb47690-56c5-4c7f-81b6-d7649a48cce0 req-7d00a97c-2d84-4343-8679-45dfee4d12b9 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:05.090220 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ecb47690-56c5-4c7f-81b6-d7649a48cce0 req-7d00a97c-2d84-4343-8679-45dfee4d12b9 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.1097364 Mar 31 18:16:05.130106 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Publish callbacks [] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.150397 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ecb47690-56c5-4c7f-81b6-d7649a48cce0 req-96f062d1-ce16-456c-a7b2-2649f0cf0242 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Mar 31 18:16:05.224877 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.282268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:05.283922 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:05.304024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:16:05.305129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks [] for router_gateway (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.310905 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Pushing event updated for resources: {'Port': ['ID=c1412797-08f1-4bf0-8de5-6c5705c57cde,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:05.325183 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.396409 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Attempting to bind port c1412797-08f1-4bf0-8de5-6c5705c57cde on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:16:05.396784 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Attempting to bind port c1412797-08f1-4bf0-8de5-6c5705c57cde by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:16:05.397155 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Attempting to bind port c1412797-08f1-4bf0-8de5-6c5705c57cde on network c04bc697-dd07-4b30-bc55-7ee7927657a2 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:16:05.402863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:16:05.403245 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Checking segment: {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:16:05.404258 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.404662 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Bound using segment: {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:16:05.405142 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Bound port: c1412797-08f1-4bf0-8de5-6c5705c57cde, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:16:05.405701 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.459715 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Allocated IP 172.37.4.87 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:16:05.499025 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] For port c1412797-08f1-4bf0-8de5-6c5705c57cde, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:16:05.503892 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] For port c1412797-08f1-4bf0-8de5-6c5705c57cde, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c1412797-08f1-4bf0-8de5-6c5705c57cde,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:16:05.577226 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks [] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.615985 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.693583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.712258 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aadc03-e51e-4464-be78-5f946d8551d1 None None] Pushing event updated for resources: {'Port': ['ID=c1412797-08f1-4bf0-8de5-6c5705c57cde,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:05.763480 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0e262068-5ad8-4836-85a8-a740504f3e48 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:05.823315 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Pushing event updated for resources: {'Port': ['ID=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:05.852826 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:05.867544 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:05.874889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:16:05.901981 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186388-ccaa-4597-9110-c9821acb11e1 req-7e500733-ad11-4718-8a21-c12fea24f91c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:05.911632 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-67186388-ccaa-4597-9110-c9821acb11e1 req-7e500733-ad11-4718-8a21-c12fea24f91c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1015751 Mar 31 18:16:05.918834 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 0e262068-5ad8-4836-85a8-a740504f3e48 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:05.924610 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:05.979272 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-38a89467-6a78-4aba-93c9-2c3dba8cd99b tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:05.997785 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-38a89467-6a78-4aba-93c9-2c3dba8cd99b tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.65 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.3056548 Mar 31 18:16:06.008350 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-67186388-ccaa-4597-9110-c9821acb11e1 req-1b649e9d-8eca-4f10-9838-4e5c7d8e62de tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903056 Mar 31 18:16:06.092499 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 0e262068-5ad8-4836-85a8-a740504f3e48 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:06.113806 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52636) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:06.281964 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-86484d85-5d6c-44c3-a577-b5ecb06beae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.325112 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Deleting port 4a3bf8a2-672e-4586-b534-56677a65e7f0 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:16:06.325455 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.372399 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-86484d85-5d6c-44c3-a577-b5ecb06beae8 admin admin] Publish callbacks [] for security_group (330e5929-3cff-4b3a-b51e-c85a6c39e0e8), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.389335 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b816d-daca-4c65-b244-b0bc0996e367 req-65812dd1-6e59-4b69-ba0b-1b3394f8fcef tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:06.390898 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5f1b816d-daca-4c65-b244-b0bc0996e367 req-65812dd1-6e59-4b69-ba0b-1b3394f8fcef tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 946 time: 0.1194506 Mar 31 18:16:06.433072 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-86484d85-5d6c-44c3-a577-b5ecb06beae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (330e5929-3cff-4b3a-b51e-c85a6c39e0e8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.471222 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-86484d85-5d6c-44c3-a577-b5ecb06beae8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d65ae3de50746bf868e9cb7af92c4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557837 Mar 31 18:16:06.474646 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52644) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:06.498836 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86484d85-5d6c-44c3-a577-b5ecb06beae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e5929-3cff-4b3a-b51e-c85a6c39e0e8,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:06.538445 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ebf73708-9535-4734-aaec-077ed5660e0b admin admin] Publish callbacks [] for security_group (330e5929-3cff-4b3a-b51e-c85a6c39e0e8), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.543414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] For port 4a3bf8a2-672e-4586-b534-56677a65e7f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a3bf8a2-672e-4586-b534-56677a65e7f0,segment=NetworkSegment(465d9591-99e8-44af-9ad6-b2bcd04d7a46),segment_id=465d9591-99e8-44af-9ad6-b2bcd04d7a46)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:16:06.543794 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.564853 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ebf73708-9535-4734-aaec-077ed5660e0b admin admin] Publish callbacks [] for security_group (330e5929-3cff-4b3a-b51e-c85a6c39e0e8), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.569018 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Calling delete_port for 4a3bf8a2-672e-4586-b534-56677a65e7f0 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:16:06.578349 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5f1b816d-daca-4c65-b244-b0bc0996e367 req-06529ecb-7215-4d62-a497-e71769a3b9ea tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/security-groups?id=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787374 Mar 31 18:16:06.654510 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks [] for router_gateway (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.697765 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ebf73708-9535-4734-aaec-077ed5660e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (330e5929-3cff-4b3a-b51e-c85a6c39e0e8), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.701581 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ebf73708-9535-4734-aaec-077ed5660e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:06.715360 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ebf73708-9535-4734-aaec-077ed5660e0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/330e5929-3cff-4b3a-b51e-c85a6c39e0e8 HTTP/1.1" status: 204 len: 168 time: 0.2271600 Mar 31 18:16:06.715360 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf73708-9535-4734-aaec-077ed5660e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e5929-3cff-4b3a-b51e-c85a6c39e0e8,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:07.021493 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e15156-86ef-4658-97f3-716092a6d163 None None] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:16:07.100204 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] Provisioning complete for port c1412797-08f1-4bf0-8de5-6c5705c57cde triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:07.100572 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.148152 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d2ea7-f606-454b-a440-55649a541ccd req-0e15c14d-c763-4534-8544-5dc0ede0e600 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:07.150145 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-406d2ea7-f606-454b-a440-55649a541ccd req-0e15c14d-c763-4534-8544-5dc0ede0e600 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0727625 Mar 31 18:16:07.213529 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-406d2ea7-f606-454b-a440-55649a541ccd req-fc920663-4f36-4f7d-aba3-d9384b8d01ab tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557120 Mar 31 18:16:07.225522 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.248876 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] Current status of the port c1412797-08f1-4bf0-8de5-6c5705c57cde is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:07.248876 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.276160 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (4a3bf8a2-672e-4586-b534-56677a65e7f0), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.290765 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] For port c1412797-08f1-4bf0-8de5-6c5705c57cde, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c1412797-08f1-4bf0-8de5-6c5705c57cde,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:16:07.336129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Pushing event deleted for resources: {'Port': ['ID=4a3bf8a2-672e-4586-b534-56677a65e7f0,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:07.388731 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.403734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] No DVR routers for this DVR port 4a3bf8a2-672e-4586-b534-56677a65e7f0 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:16:07.403734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.404291 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ade5272b-4fc4-4c45-b02d-8d161ccbb394 req-870d6bab-d2a1-4a99-9237-48b0a92db2d7 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.65 "DELETE /v2.0/ports/4a3bf8a2-672e-4586-b534-56677a65e7f0 HTTP/1.1" status: 204 len: 173 time: 1.3882432 Mar 31 18:16:07.405046 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'name': 'network-vif-deleted', 'tag': '4a3bf8a2-672e-4586-b534-56677a65e7f0'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:16:07.407502 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9204565-114a-45f2-864b-66bdb9c17789" -d '{"events": [{"server_uuid": "02573e7a-02bd-4542-8fe5-3bb978ec2911", "name": "network-vif-deleted", "tag": "4a3bf8a2-672e-4586-b534-56677a65e7f0"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:16:07.459892 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3f926-8eac-471e-85e7-ba78b285cc2d x-openstack-request-id: req-45c3f926-8eac-471e-85e7-ba78b285cc2d {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:16:07.460170 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02573e7a-02bd-4542-8fe5-3bb978ec2911", "name": "network-vif-deleted", "tag": "4a3bf8a2-672e-4586-b534-56677a65e7f0", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:16:07.463381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45c3f926-8eac-471e-85e7-ba78b285cc2d {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:16:07.463381 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c3f926-8eac-471e-85e7-ba78b285cc2d'] response: {'server_uuid': '02573e7a-02bd-4542-8fe5-3bb978ec2911', 'name': 'network-vif-deleted', 'tag': '4a3bf8a2-672e-4586-b534-56677a65e7f0', 'status': 'completed', 'code': 200} Mar 31 18:16:07.463585 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9fe30-0318-4a8a-9834-7b32013bf7cf None None] Pushing event updated for resources: {'Port': ['ID=c1412797-08f1-4bf0-8de5-6c5705c57cde,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:07.514829 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52656) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:07.543956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37148096-2b61-409d-8c1e-263959be268f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.544050 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-693553f6-c701-4636-8a23-bffd983fe782 None None] Provisioning complete for port c1412797-08f1-4bf0-8de5-6c5705c57cde triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:07.544050 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-693553f6-c701-4636-8a23-bffd983fe782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.562661 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:16:07.649467 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-693553f6-c701-4636-8a23-bffd983fe782 None None] Current status of the port c1412797-08f1-4bf0-8de5-6c5705c57cde is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:07.713079 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fe1b1d55-bf6b-4372-89cc-89f69ef657ba req-4b76cdcd-ca4b-4a07-949e-73bdf3d2f038 tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 210 time: 0.0336840 Mar 31 18:16:07.744745 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37148096-2b61-409d-8c1e-263959be268f admin admin] Publish callbacks [] for security_group (3c2e249c-1f26-4df2-949c-85d8e4e8d8ff), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.764917 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device c1412797-08f1-4bf0-8de5-6c5705c57cde up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:07.804945 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:16:07.805939 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Sync routers for ids ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:16:07.805939 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Routers {'0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:07.805939 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:07.820536 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port c1412797-08f1-4bf0-8de5-6c5705c57cde triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:07.820924 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.898381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37148096-2b61-409d-8c1e-263959be268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (3c2e249c-1f26-4df2-949c-85d8e4e8d8ff), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.909074 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port c1412797-08f1-4bf0-8de5-6c5705c57cde is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:07.923021 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:07.931742 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3393f9e5-46de-46a1-afd4-f3c13cc0e045 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4228277 Mar 31 18:16:07.934760 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Set router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:07.935054 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52668) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:07.961907 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-37148096-2b61-409d-8c1e-263959be268f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e7538ab3ad54692b17e3683eabeef30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434066 Mar 31 18:16:07.962553 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148096-2b61-409d-8c1e-263959be268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e249c-1f26-4df2-949c-85d8e4e8d8ff,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:07.966611 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52672) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:08.046063 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5261-c482-4696-a89c-77722a9bb5b3 admin admin] Publish callbacks [] for security_group (3c2e249c-1f26-4df2-949c-85d8e4e8d8ff), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.068345 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5261-c482-4696-a89c-77722a9bb5b3 admin admin] Publish callbacks [] for security_group (3c2e249c-1f26-4df2-949c-85d8e4e8d8ff), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.143665 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:16:06Z', 'revision_number': 3, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:08.174873 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Checking router: 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:16:08.175185 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Updating router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:16:08.202991 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.246585 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5261-c482-4696-a89c-77722a9bb5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (3c2e249c-1f26-4df2-949c-85d8e4e8d8ff), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.249171 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5261-c482-4696-a89c-77722a9bb5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.254018 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9f2b5261-c482-4696-a89c-77722a9bb5b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c2e249c-1f26-4df2-949c-85d8e4e8d8ff HTTP/1.1" status: 204 len: 168 time: 0.2851655 Mar 31 18:16:08.274993 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5261-c482-4696-a89c-77722a9bb5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e249c-1f26-4df2-949c-85d8e4e8d8ff,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:08.420608 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4a3bf8a2-672e-4586-b534-56677a65e7f0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:16:08.463878 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 4a3bf8a2-672e-4586-b534-56677a65e7f0 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:16:08.464692 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4a3bf8a2-672e-4586-b534-56677a65e7f0 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:16:08.476655 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbda46-0bcd-4547-8e9e-06b90210baaf req-f96a438b-fe6b-4209-9ae6-243496ff664c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:08.478861 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67dbda46-0bcd-4547-8e9e-06b90210baaf req-f96a438b-fe6b-4209-9ae6-243496ff664c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0949659 Mar 31 18:16:08.513687 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Publish callbacks [] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.523398 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.540463 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-67dbda46-0bcd-4547-8e9e-06b90210baaf req-69baf7bd-ac95-48d0-a166-25aa11522501 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527527 Mar 31 18:16:08.623557 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.708440 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Allocated IP 172.20.0.1 (c04bc697-dd07-4b30-bc55-7ee7927657a2/4d8faa7e-8abf-4d34-93ee-aae1ca08297f/5b67371d-c188-49c9-b165-5f2569e18f15) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:16:08.762904 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Attempting to bind port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:16:08.763318 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Attempting to bind port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:16:08.764079 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Attempting to bind port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:16:08.774322 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:16:08.774733 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:16:08.775369 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.775943 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:16:08.776443 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Bound port: 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:16:08.776828 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.829109 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10806ebc-6d92-480c-bd90-c912de83e59d None None] Pushing event updated for resources: {'Port': ['ID=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:08.839626 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] For port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:16:08.843347 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] For port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:16:08.854772 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-902035a7-b4d7-4430-8a79-ea719cf2ebc9 req-63e47ad7-b48a-4882-bdc7-718fdb8c20ba tempest-VolumesActionsTest-1371922345 tempest-VolumesActionsTest-1371922345-project] 10.222.0.62 "GET /v2.0/ports?device_id=02573e7a-02bd-4542-8fe5-3bb978ec2911 HTTP/1.1" status: 200 len: 210 time: 0.0327997 Mar 31 18:16:08.869293 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks [] for port (5b67371d-c188-49c9-b165-5f2569e18f15), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:08.978209 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.040360 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Routers {'0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:09.040978 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:09.078028 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.116702 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10806ebc-6d92-480c-bd90-c912de83e59d None None] Pushing event updated for resources: {'Port': ['ID=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:09.154921 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:09.157982 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:09.170186 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:16:09.210606 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b67371d-c188-49c9-b165-5f2569e18f15,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:09.222654 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] Set router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:09.229322 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.468836 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:16:06Z', 'revision_number': 3, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:09.493437 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b5c023b0-d54f-4d83-a14f-8f8b00618f74 None None] Provisioning complete for port 5b67371d-c188-49c9-b165-5f2569e18f15 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:09.493437 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b5c023b0-d54f-4d83-a14f-8f8b00618f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.497555 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f561628-0e1b-44f9-8578-310feb8a5dce None None] The sync data for ids ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'] in dv-cinder-master-3-smb is: [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:16:06Z', 'revision_number': 3, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:16:09.502257 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.539916 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b5c023b0-d54f-4d83-a14f-8f8b00618f74 None None] Port 5b67371d-c188-49c9-b165-5f2569e18f15 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:16:09.704089 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3de3-0fb5-4621-8435-a1838dc241b5 req-67f7603f-b5b0-4820-8997-6c83e90ea5c0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:09.706025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82be3de3-0fb5-4621-8435-a1838dc241b5 req-67f7603f-b5b0-4820-8997-6c83e90ea5c0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0747058 Mar 31 18:16:09.732029 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks [] for port (5b67371d-c188-49c9-b165-5f2569e18f15), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.786277 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82be3de3-0fb5-4621-8435-a1838dc241b5 req-ac1bed48-a251-47de-8c07-190c6d6f7549 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712771 Mar 31 18:16:09.885365 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:09.993371 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b67371d-c188-49c9-b165-5f2569e18f15,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:10.016698 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:10.173775 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:10.180642 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:10.345729 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:16:10.477865 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-777957f9-d492-4063-b5b2-115b787fe6cb None None] Provisioning complete for port 5b67371d-c188-49c9-b165-5f2569e18f15 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:10.478186 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-777957f9-d492-4063-b5b2-115b787fe6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:10.535358 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-777957f9-d492-4063-b5b2-115b787fe6cb None None] Port 5b67371d-c188-49c9-b165-5f2569e18f15 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:16:10.642302 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52754) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:10.736058 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:16:10.741560 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2e82483a-a4de-44f8-83df-b135c35ec0b9 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e0d746b-114c-4dc1-ba9d-4db9d5f677b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8040488 Mar 31 18:16:10.795571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-57c5987d-53ec-4836-b9f0-0f825fe80861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:10.933423 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-57c5987d-53ec-4836-b9f0-0f825fe80861 admin admin] Publish callbacks [] for security_group (8768e492-03e3-4c22-91df-6391dc1288cf), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:10.963046 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972506a-0cc2-4483-9713-bd4024e5c878 req-159a9dac-b6ad-49bb-9dc1-e6f4af3ab4fd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:10.965237 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2972506a-0cc2-4483-9713-bd4024e5c878 req-159a9dac-b6ad-49bb-9dc1-e6f4af3ab4fd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0928218 Mar 31 18:16:11.024704 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2972506a-0cc2-4483-9713-bd4024e5c878 req-9f369175-ac16-4f50-b7bb-e278a4da7f72 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Mar 31 18:16:11.044624 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-57c5987d-53ec-4836-b9f0-0f825fe80861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8768e492-03e3-4c22-91df-6391dc1288cf), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.092252 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52770) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:11.092765 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-57c5987d-53ec-4836-b9f0-0f825fe80861 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2150be056a1f4a7eafa65dc677caa06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484539 Mar 31 18:16:11.098163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5987d-53ec-4836-b9f0-0f825fe80861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8768e492-03e3-4c22-91df-6391dc1288cf,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:11.155422 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36f2d280-7973-4ced-ab8c-cdbb40b51efc admin admin] Publish callbacks [] for security_group (8768e492-03e3-4c22-91df-6391dc1288cf), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.182699 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36f2d280-7973-4ced-ab8c-cdbb40b51efc admin admin] Publish callbacks [] for security_group (8768e492-03e3-4c22-91df-6391dc1288cf), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.332886 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36f2d280-7973-4ced-ab8c-cdbb40b51efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8768e492-03e3-4c22-91df-6391dc1288cf), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.335385 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36f2d280-7973-4ced-ab8c-cdbb40b51efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.336767 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-36f2d280-7973-4ced-ab8c-cdbb40b51efc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8768e492-03e3-4c22-91df-6391dc1288cf HTTP/1.1" status: 204 len: 168 time: 0.2429593 Mar 31 18:16:11.345152 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2d280-7973-4ced-ab8c-cdbb40b51efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8768e492-03e3-4c22-91df-6391dc1288cf,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:11.476132 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52782) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:11.483801 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559164960', 'description': 'tempest-secgroup-smoke-1559164960 description', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:11.495780 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:16:11.621458 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.746648 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:11.754395 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group (90147eea-9c56-4b66-879e-45079e92f79e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.806547 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:11.806934 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.834764 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (90147eea-9c56-4b66-879e-45079e92f79e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.900619 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90147eea-9c56-4b66-879e-45079e92f79e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:11.906987 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:11.907180 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.933793 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:16:11.958462 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:11.962367 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-98fae6db-adff-4801-9b54-f1ddc211444c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4832799 Mar 31 18:16:11.966961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52798) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:11.973236 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group_rule': {'security_group_id': '90147eea-9c56-4b66-879e-45079e92f79e', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:12.017402 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.075549 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:12.117611 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (2e663447-4422-4084-929e-b983365cdf0a), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.220508 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730c91-7328-4362-8988-e5a6324b5bb5 req-03910c43-436d-4cd5-85b2-6f257567db78 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:12.222910 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-98730c91-7328-4362-8988-e5a6324b5bb5 req-03910c43-436d-4cd5-85b2-6f257567db78 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1103811 Mar 31 18:16:12.231003 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (2e663447-4422-4084-929e-b983365cdf0a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.259870 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52806) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:12.281597 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-98730c91-7328-4362-8988-e5a6324b5bb5 req-0466d05f-546f-48fb-81f4-f6bd9c6b0d0c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Mar 31 18:16:12.315309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (2e663447-4422-4084-929e-b983365cdf0a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.356822 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e663447-4422-4084-929e-b983365cdf0a,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:12.368160 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Sync routers for ids ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:16:12.383440 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Routers {'0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:12.384152 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:12.398904 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-8f70c449-58f5-4c89-9b07-a22c3d590b18 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567672 Mar 31 18:16:12.413371 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ea043d9-6c05-4ba0-a70a-a5bb1ab5ff6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.456204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.464954 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2984569a-780a-4011-ad13-f4f83ede6e7e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4946253 Mar 31 18:16:12.465119 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52810) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:12.475041 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group_rule': {'security_group_id': '90147eea-9c56-4b66-879e-45079e92f79e', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:12.517564 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-d34f4c06-62d4-44df-888c-ce6ab9db01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:12.518649 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Set router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:12.519395 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-d34f4c06-62d4-44df-888c-ce6ab9db01e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 1130 time: 0.0553212 Mar 31 18:16:12.541542 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ea043d9-6c05-4ba0-a70a-a5bb1ab5ff6d admin admin] Publish callbacks [] for security_group (ca67aacf-e132-4c8b-8390-4a23ede44924), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.633023 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (60c72f91-6db1-43a4-a2e7-122febb481cb), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.638770 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-6eabcb39-5d7b-40ea-bf45-38e4da562ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:12.653820 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-6eabcb39-5d7b-40ea-bf45-38e4da562ec2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.1008289 Mar 31 18:16:12.682844 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ea043d9-6c05-4ba0-a70a-a5bb1ab5ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ca67aacf-e132-4c8b-8390-4a23ede44924), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.714162 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-cf946f0d-3190-4341-8cf2-262eb7101d29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23da449a-0a4a-42eb-b896-e7093de6b213 HTTP/1.1" status: 200 len: 1002 time: 0.0656683 Mar 31 18:16:12.734841 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (60c72f91-6db1-43a4-a2e7-122febb481cb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.740821 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3ea043d9-6c05-4ba0-a70a-a5bb1ab5ff6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b50a369fbfdb4191903e514185eff9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769037 Mar 31 18:16:12.742028 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52818) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:12.758670 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea043d9-6c05-4ba0-a70a-a5bb1ab5ff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca67aacf-e132-4c8b-8390-4a23ede44924,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:12.795184 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-2bf59052-0e56-4b44-b98b-6fa642c6ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:12.796779 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-2bf59052-0e56-4b44-b98b-6fa642c6ec4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0769756 Mar 31 18:16:12.807451 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (60c72f91-6db1-43a4-a2e7-122febb481cb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.811835 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7addf6a0-3faa-40f0-a8ca-7d2fd5afbaf8 admin admin] Publish callbacks [] for security_group (ca67aacf-e132-4c8b-8390-4a23ede44924), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.844576 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c72f91-6db1-43a4-a2e7-122febb481cb,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:12.852697 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7addf6a0-3faa-40f0-a8ca-7d2fd5afbaf8 admin admin] Publish callbacks [] for security_group (ca67aacf-e132-4c8b-8390-4a23ede44924), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.886290 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-d0eed2bc-629d-4cd8-9377-869b2fcc332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:12.888118 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-d0eed2bc-629d-4cd8-9377-869b2fcc332f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0841682 Mar 31 18:16:12.911626 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:16:09Z', 'revision_number': 4, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5b67371d-c188-49c9-b165-5f2569e18f15', 'name': '', 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'mac_address': 'fa:16:3e:9d:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:08Z', 'updated_at': '2022-03-31T18:16:09Z', 'revision_number': 2, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'subnets': [{'id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:12.914400 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.919191 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52828) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:12.920886 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f1c3bc71-e8f3-443f-adb7-61def19c14ef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4514396 Mar 31 18:16:12.929490 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group_rule': {'security_group_id': '90147eea-9c56-4b66-879e-45079e92f79e', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:12.960906 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Checking router: 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:16:12.961506 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Updating router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 port 5b67371d-c188-49c9-b165-5f2569e18f15 binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:16:12.993726 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7addf6a0-3faa-40f0-a8ca-7d2fd5afbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ca67aacf-e132-4c8b-8390-4a23ede44924), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:12.997756 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7addf6a0-3faa-40f0-a8ca-7d2fd5afbaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.000027 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7addf6a0-3faa-40f0-a8ca-7d2fd5afbaf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca67aacf-e132-4c8b-8390-4a23ede44924 HTTP/1.1" status: 204 len: 168 time: 0.2570074 Mar 31 18:16:13.002973 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.038497 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addf6a0-3faa-40f0-a8ca-7d2fd5afbaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca67aacf-e132-4c8b-8390-4a23ede44924,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:13.044137 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-b6a08322-67b3-430e-926a-cd199b9ac854 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480744 Mar 31 18:16:13.134686 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (6b86a44e-8ea2-4284-bfcc-e76a00aeb019), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.240718 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef8a8a0b-9859-4c9f-94e2-16e8ceed6b8f req-7cd8bfb9-4151-4346-9425-3254d81d3ec6 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892009 Mar 31 18:16:13.263096 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (6b86a44e-8ea2-4284-bfcc-e76a00aeb019), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.360496 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (6b86a44e-8ea2-4284-bfcc-e76a00aeb019), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.381501 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b86a44e-8ea2-4284-bfcc-e76a00aeb019,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:13.427320 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Publish callbacks [] for port (5b67371d-c188-49c9-b165-5f2569e18f15), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.437753 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed264256-35a9-445d-95b1-f9f97b616f27 req-eb3463a8-1558-4333-9f33-d711b1471318 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:13.439735 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ed264256-35a9-445d-95b1-f9f97b616f27 req-eb3463a8-1558-4333-9f33-d711b1471318 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0824773 Mar 31 18:16:13.497660 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.499564 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7271e202-d6e5-4a76-a9b3-46b750b4fbaa tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5787287 Mar 31 18:16:13.502123 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52884) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:13.509206 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group_rule': {'security_group_id': '90147eea-9c56-4b66-879e-45079e92f79e', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:13.519654 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.522994 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ed264256-35a9-445d-95b1-f9f97b616f27 req-63329962-528d-4a6f-b3cc-412b5c6dfab2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712740 Mar 31 18:16:13.586712 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7b0a-d757-4e47-b9ee-7274093f4cc4 None None] Pushing event updated for resources: {'Port': ['ID=5b67371d-c188-49c9-b165-5f2569e18f15,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:13.630356 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (29efcc5c-4d8b-49e9-9478-f5eac9d21edc), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.641325 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Attempting to bind port 5b67371d-c188-49c9-b165-5f2569e18f15 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:16:13.641838 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Attempting to bind port 5b67371d-c188-49c9-b165-5f2569e18f15 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:16:13.642305 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Attempting to bind port 5b67371d-c188-49c9-b165-5f2569e18f15 on network c04bc697-dd07-4b30-bc55-7ee7927657a2 {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:16:13.650003 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:16:13.650543 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Checking segment: {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:16:13.656603 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.657164 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Bound using segment: {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:16:13.657974 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Bound port: 5b67371d-c188-49c9-b165-5f2569e18f15, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001be6e3-f6f3-43c8-9865-254214400dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:16:13.658473 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.700841 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:13.722497 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (29efcc5c-4d8b-49e9-9478-f5eac9d21edc), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.765703 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] For port 5b67371d-c188-49c9-b165-5f2569e18f15, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:16:13.769930 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] For port 5b67371d-c188-49c9-b165-5f2569e18f15, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5b67371d-c188-49c9-b165-5f2569e18f15,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:16:13.786414 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:13.786791 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.815355 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b66749b7-1679-4923-976e-8653d6612109 None None] Provisioning complete for port 5b67371d-c188-49c9-b165-5f2569e18f15 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:13.816265 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b66749b7-1679-4923-976e-8653d6612109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.817737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (29efcc5c-4d8b-49e9-9478-f5eac9d21edc), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.834500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29efcc5c-4d8b-49e9-9478-f5eac9d21edc,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:13.861668 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b66749b7-1679-4923-976e-8653d6612109 None None] Port 5b67371d-c188-49c9-b165-5f2569e18f15 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:16:13.894278 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.915062 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.919027 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-21bad418-a609-4e82-af2c-1a75661eeb0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4123571 Mar 31 18:16:13.919468 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52886) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:13.925730 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group_rule': {'security_group_id': '90147eea-9c56-4b66-879e-45079e92f79e', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:13.936159 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:13.942729 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 52888) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:13.957629 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13435d79-060d-4899-ae6e-b4d8c5ca4c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:13.966747 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7b0a-d757-4e47-b9ee-7274093f4cc4 None None] Pushing event updated for resources: {'Port': ['ID=5b67371d-c188-49c9-b165-5f2569e18f15,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:13.969639 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Routers {'0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:16:13.970196 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:15:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:14.048576 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13435d79-060d-4899-ae6e-b4d8c5ca4c96 admin admin] Publish callbacks [] for security_group (a89dcd9f-4c95-4521-98f6-bbfb234be2c1), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.086334 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Project fbf515108a0a4aff95dac60e3529c51a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 18:16:14.092189 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (8b92053c-8f85-482d-a33a-c6a16339c99b), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.093306 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] Set router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:16:14.121015 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13435d79-060d-4899-ae6e-b4d8c5ca4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (a89dcd9f-4c95-4521-98f6-bbfb234be2c1), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.170729 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-13435d79-060d-4899-ae6e-b4d8c5ca4c96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=032c74e199714dad855c4dfffb008a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265511 Mar 31 18:16:14.171819 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13435d79-060d-4899-ae6e-b4d8c5ca4c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89dcd9f-4c95-4521-98f6-bbfb234be2c1,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:14.175168 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52890) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:14.183542 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (8b92053c-8f85-482d-a33a-c6a16339c99b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.232330 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be438fc8-b2bf-490c-b1a5-191768442d08 admin admin] Publish callbacks [] for security_group (a89dcd9f-4c95-4521-98f6-bbfb234be2c1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.254427 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be438fc8-b2bf-490c-b1a5-191768442d08 admin admin] Publish callbacks [] for security_group (a89dcd9f-4c95-4521-98f6-bbfb234be2c1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.286201 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (8b92053c-8f85-482d-a33a-c6a16339c99b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.304646 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] Provisioning complete for port 5b67371d-c188-49c9-b165-5f2569e18f15 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:14.304646 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.308049 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b92053c-8f85-482d-a33a-c6a16339c99b,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:14.369455 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.371868 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e673735e-e565-4b98-a970-52db68157497 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4508655 Mar 31 18:16:14.380603 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 52894) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:14.385488 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'security_group_rule': {'security_group_id': '90147eea-9c56-4b66-879e-45079e92f79e', 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:14.426537 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:16:09Z', 'revision_number': 4, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5b67371d-c188-49c9-b165-5f2569e18f15', 'name': '', 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'mac_address': 'fa:16:3e:9d:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:08Z', 'updated_at': '2022-03-31T18:16:13Z', 'revision_number': 4, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'subnets': [{'id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:14.434719 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be438fc8-b2bf-490c-b1a5-191768442d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (a89dcd9f-4c95-4521-98f6-bbfb234be2c1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.437824 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-be438fc8-b2bf-490c-b1a5-191768442d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.453383 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-be438fc8-b2bf-490c-b1a5-191768442d08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a89dcd9f-4c95-4521-98f6-bbfb234be2c1 HTTP/1.1" status: 204 len: 168 time: 0.2662282 Mar 31 18:16:14.455837 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be438fc8-b2bf-490c-b1a5-191768442d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89dcd9f-4c95-4521-98f6-bbfb234be2c1,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:14.458655 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] Current status of the port 5b67371d-c188-49c9-b165-5f2569e18f15 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:14.459465 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.462429 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d834b61-401f-4d3f-8b84-6fee48bf6666 None None] The sync data for ids ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'] in dv-cinder-master-3-smb is: [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:16:09Z', 'revision_number': 4, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5b67371d-c188-49c9-b165-5f2569e18f15', 'name': '', 'network_id': 'c04bc697-dd07-4b30-bc55-7ee7927657a2', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'mac_address': 'fa:16:3e:9d:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:08Z', 'updated_at': '2022-03-31T18:16:13Z', 'revision_number': 4, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'subnets': [{'id': '4d8faa7e-8abf-4d34-93ee-aae1ca08297f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:16:14.489786 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Project fbf515108a0a4aff95dac60e3529c51a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 18:16:14.502142 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (633ca7e1-379b-4b58-bb35-cf396dbc9083), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.544817 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] For port 5b67371d-c188-49c9-b165-5f2569e18f15, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5b67371d-c188-49c9-b165-5f2569e18f15,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:16:14.632056 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (633ca7e1-379b-4b58-bb35-cf396dbc9083), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.640789 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.698203 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (633ca7e1-379b-4b58-bb35-cf396dbc9083), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.711640 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb305084-4c7f-4a8c-bc64-2fd73e42fc0a None None] Pushing event updated for resources: {'Port': ['ID=5b67371d-c188-49c9-b165-5f2569e18f15,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:14.742933 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ed98b-a946-46d2-8f8a-ed5728ca25e8 req-b7f0a3c6-7dae-4ba9-be55-0456528ab13d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:14.744563 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d50ed98b-a946-46d2-8f8a-ed5728ca25e8 req-b7f0a3c6-7dae-4ba9-be55-0456528ab13d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.1112700 Mar 31 18:16:14.759586 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633ca7e1-379b-4b58-bb35-cf396dbc9083,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:14.823631 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d50ed98b-a946-46d2-8f8a-ed5728ca25e8 req-19bfe72d-e7a3-4c23-86a2-7e3293ad2d99 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718586 Mar 31 18:16:14.833454 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:14.850362 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fd4ec1a6-91f5-4d20-9413-67b278ccfc3c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4683785 Mar 31 18:16:15.702075 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:15.731351 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 5b67371d-c188-49c9-b165-5f2569e18f15 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:16:15.912409 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 5b67371d-c188-49c9-b165-5f2569e18f15 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:15.912781 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:16.023131 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3481-c8f5-4bb0-accd-52e2ecf5ce84 req-9eedac5d-17ae-4bf3-a3df-bf4fc7c12c72 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:16.024636 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b26e3481-c8f5-4bb0-accd-52e2ecf5ce84 req-9eedac5d-17ae-4bf3-a3df-bf4fc7c12c72 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0659029 Mar 31 18:16:16.053055 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 5b67371d-c188-49c9-b165-5f2569e18f15 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:16:16.090038 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b26e3481-c8f5-4bb0-accd-52e2ecf5ce84 req-ef7ce83f-5286-48cb-9022-aaa887abf1e3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524082 Mar 31 18:16:17.227759 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d88b8822-2e22-4ff6-87e4-f0265376b2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:17.248952 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac85fc-0c6f-4962-b9ea-2bef21e3f2c6 req-546deacb-d660-48fb-a483-98f2a5f5926b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:17.250546 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-76ac85fc-0c6f-4962-b9ea-2bef21e3f2c6 req-546deacb-d660-48fb-a483-98f2a5f5926b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0722814 Mar 31 18:16:17.307810 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-76ac85fc-0c6f-4962-b9ea-2bef21e3f2c6 req-d7eacb65-be7e-4a12-b1dd-380399c15be1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 Mar 31 18:16:18.445006 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe770-c252-4d33-93eb-8dcf1acede97 req-ff5ecb82-7125-4f12-a846-20f169e2f3bd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:18.452324 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-77ffe770-c252-4d33-93eb-8dcf1acede97 req-ff5ecb82-7125-4f12-a846-20f169e2f3bd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0577803 Mar 31 18:16:18.502479 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-77ffe770-c252-4d33-93eb-8dcf1acede97 req-a98548e4-bbd1-44dd-8688-f815e392602d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Mar 31 18:16:19.086762 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53078) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:19.210872 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-97e3889b-0a81-46f3-994d-463e6bdfe5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.284323 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-97e3889b-0a81-46f3-994d-463e6bdfe5a4 admin admin] Publish callbacks [] for security_group (b9a5b64f-c23f-46d0-acd8-0352167ed1e2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.358216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-97e3889b-0a81-46f3-994d-463e6bdfe5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b9a5b64f-c23f-46d0-acd8-0352167ed1e2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.401321 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-97e3889b-0a81-46f3-994d-463e6bdfe5a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30747673fe364cc08b54262662418d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133869 Mar 31 18:16:19.402197 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3889b-0a81-46f3-994d-463e6bdfe5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a5b64f-c23f-46d0-acd8-0352167ed1e2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:19.405347 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53086) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:19.446558 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fe263844-4dfc-452e-950f-2091f34b2022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.460950 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f36414ea-37d5-49ae-a1bf-c8aeabc69696 admin admin] Publish callbacks [] for security_group (b9a5b64f-c23f-46d0-acd8-0352167ed1e2), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.483687 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f36414ea-37d5-49ae-a1bf-c8aeabc69696 admin admin] Publish callbacks [] for security_group (b9a5b64f-c23f-46d0-acd8-0352167ed1e2), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.632012 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f4b2-bba3-44a6-94a3-0edbdcf108ec req-098c2e39-7b33-4ffa-be38-784d3a1ae375 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:19.633796 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e946f4b2-bba3-44a6-94a3-0edbdcf108ec req-098c2e39-7b33-4ffa-be38-784d3a1ae375 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0586972 Mar 31 18:16:19.658055 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f36414ea-37d5-49ae-a1bf-c8aeabc69696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b9a5b64f-c23f-46d0-acd8-0352167ed1e2), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.660719 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f36414ea-37d5-49ae-a1bf-c8aeabc69696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:19.661872 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f36414ea-37d5-49ae-a1bf-c8aeabc69696 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9a5b64f-c23f-46d0-acd8-0352167ed1e2 HTTP/1.1" status: 204 len: 168 time: 0.2554395 Mar 31 18:16:19.675027 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36414ea-37d5-49ae-a1bf-c8aeabc69696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a5b64f-c23f-46d0-acd8-0352167ed1e2,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:19.702860 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e946f4b2-bba3-44a6-94a3-0edbdcf108ec req-218fa2ea-5daa-4ced-8377-0d1900dfe326 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598612 Mar 31 18:16:20.443905 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53108) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:20.457419 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e073180b-ed50-4da5-a401-07a78ac12496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.540931 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e073180b-ed50-4da5-a401-07a78ac12496 admin admin] Publish callbacks [] for security_group (f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.589140 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.634821 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e073180b-ed50-4da5-a401-07a78ac12496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.681705 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e073180b-ed50-4da5-a401-07a78ac12496 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1b05d56ebff4da78c4eb2f95150dab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366128 Mar 31 18:16:20.682577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073180b-ed50-4da5-a401-07a78ac12496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:20.685436 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53110) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:20.745991 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-36a725a3-79cc-4b67-a31f-c9315f06ae67 admin admin] Publish callbacks [] for security_group (f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.770707 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-36a725a3-79cc-4b67-a31f-c9315f06ae67 admin admin] Publish callbacks [] for security_group (f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.844540 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2161e7-05bb-456b-b18b-56840683f41f req-45153eac-2c59-467f-9721-93dff34fc6cc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:20.846116 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e2161e7-05bb-456b-b18b-56840683f41f req-45153eac-2c59-467f-9721-93dff34fc6cc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0663555 Mar 31 18:16:20.902276 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e2161e7-05bb-456b-b18b-56840683f41f req-722dd088-fcc7-4902-b254-6a1225588d40 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493126 Mar 31 18:16:20.959016 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-36a725a3-79cc-4b67-a31f-c9315f06ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.963249 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-36a725a3-79cc-4b67-a31f-c9315f06ae67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:20.964866 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-36a725a3-79cc-4b67-a31f-c9315f06ae67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf HTTP/1.1" status: 204 len: 168 time: 0.2778451 Mar 31 18:16:20.973449 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a725a3-79cc-4b67-a31f-c9315f06ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f387f9c2-a7fb-40d4-8950-a3bfeb9e03bf,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:22.066712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d9a70-0932-4162-87da-354981a3d514 req-35ea76a0-edb2-41d7-95ed-8978fe4bb04c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:22.068827 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c63d9a70-0932-4162-87da-354981a3d514 req-35ea76a0-edb2-41d7-95ed-8978fe4bb04c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0658510 Mar 31 18:16:22.139706 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c63d9a70-0932-4162-87da-354981a3d514 req-edcba42f-efc4-4c82-be1e-5201cc348df0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644987 Mar 31 18:16:22.435017 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:23.274705 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a53ff5-b2fc-4168-9351-606bd8b724a7 req-c5fd6c96-7ca3-4df3-b154-cc8a73ff4285 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:23.276168 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-12a53ff5-b2fc-4168-9351-606bd8b724a7 req-c5fd6c96-7ca3-4df3-b154-cc8a73ff4285 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0542529 Mar 31 18:16:23.330260 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-12a53ff5-b2fc-4168-9351-606bd8b724a7 req-e554659c-583d-4f05-86e8-c42ace1bf593 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Mar 31 18:16:23.508828 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:24.455573 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfda3f1-a5c1-4705-aefc-c664e5b2126e req-b20a75ae-61cf-4aa8-842b-cff9d84d9e5b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:24.457173 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ddfda3f1-a5c1-4705-aefc-c664e5b2126e req-b20a75ae-61cf-4aa8-842b-cff9d84d9e5b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0559998 Mar 31 18:16:24.510811 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ddfda3f1-a5c1-4705-aefc-c664e5b2126e req-8d22a6c4-49e3-4c22-b7ee-8434c952c6c3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478830 Mar 31 18:16:25.634086 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1854f71-b42e-4b38-9868-8a67625eb57b req-d41e2cc2-1b7b-46c4-96b0-04d451ee4519 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:25.635720 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1854f71-b42e-4b38-9868-8a67625eb57b req-d41e2cc2-1b7b-46c4-96b0-04d451ee4519 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0554230 Mar 31 18:16:25.684877 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1854f71-b42e-4b38-9868-8a67625eb57b req-0a3faa07-ac1d-46ea-a601-8f5d5806be53 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Mar 31 18:16:26.812243 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359a723-3e83-4565-8e46-290a6010c198 req-33480718-8e4c-4645-aa23-3a6c60eb7494 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:26.813839 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5359a723-3e83-4565-8e46-290a6010c198 req-33480718-8e4c-4645-aa23-3a6c60eb7494 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0530419 Mar 31 18:16:26.863576 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5359a723-3e83-4565-8e46-290a6010c198 req-5cc51167-c53b-429c-be12-4e06f9f305aa tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Mar 31 18:16:27.991876 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125a276-e5b7-4bfe-9019-5a2d9be95f14 req-5784cb2d-e92d-49ae-ae9e-c6407abfa09b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:27.993400 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7125a276-e5b7-4bfe-9019-5a2d9be95f14 req-5784cb2d-e92d-49ae-ae9e-c6407abfa09b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0589268 Mar 31 18:16:28.049216 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7125a276-e5b7-4bfe-9019-5a2d9be95f14 req-25b4d50a-33aa-4de8-a9af-8882c644479c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Mar 31 18:16:29.180530 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a31c3-dd99-455a-8f95-13466644ea55 req-acd590e8-e066-425c-9905-1aa9c05fc857 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:29.182004 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-068a31c3-dd99-455a-8f95-13466644ea55 req-acd590e8-e066-425c-9905-1aa9c05fc857 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0621324 Mar 31 18:16:29.230222 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-068a31c3-dd99-455a-8f95-13466644ea55 req-81a94dab-1e3c-4ac4-b018-7b87eaf4361e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Mar 31 18:16:30.351310 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009531d-a2e4-45ae-97e7-af09d0f62c57 req-e1eb7d01-6157-4301-8a89-21dc9da9f5db tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:30.352825 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1009531d-a2e4-45ae-97e7-af09d0f62c57 req-e1eb7d01-6157-4301-8a89-21dc9da9f5db tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0544424 Mar 31 18:16:30.401888 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1009531d-a2e4-45ae-97e7-af09d0f62c57 req-9097693b-2563-498c-91e8-b076c7433d2c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435741 Mar 31 18:16:31.536348 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787dc2-4463-4987-941e-034435f3cd24 req-e48b54a1-0d58-4750-86dd-5142ea018524 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:31.538104 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-94787dc2-4463-4987-941e-034435f3cd24 req-e48b54a1-0d58-4750-86dd-5142ea018524 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0595727 Mar 31 18:16:31.593956 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-94787dc2-4463-4987-941e-034435f3cd24 req-afce2740-5831-42fb-925b-afbba856a22a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Mar 31 18:16:32.740556 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47fffd-da52-40b8-8c9c-f43dcfd6e526 req-e994a4a5-842c-4757-b8fb-8058d1200669 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:32.742177 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6c47fffd-da52-40b8-8c9c-f43dcfd6e526 req-e994a4a5-842c-4757-b8fb-8058d1200669 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0667233 Mar 31 18:16:32.800699 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6c47fffd-da52-40b8-8c9c-f43dcfd6e526 req-0ca6165e-e9e0-4abc-abd9-d8888833c5f1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525484 Mar 31 18:16:33.933453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239fe9a-68ad-4a01-b343-1da3a026d5fa req-9fd1a70c-9e3f-4e74-9362-96c6f50fcd58 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:33.934953 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7239fe9a-68ad-4a01-b343-1da3a026d5fa req-9fd1a70c-9e3f-4e74-9362-96c6f50fcd58 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0591123 Mar 31 18:16:33.984713 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7239fe9a-68ad-4a01-b343-1da3a026d5fa req-e88e9676-d9eb-45c0-bc9a-59ece87fef5e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Mar 31 18:16:34.422851 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53414) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:34.468219 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Deleting subnet c13108e5-82cc-43ca-9b89-e3a9f3e9ec08 {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:16:34.471388 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Publish callbacks [] for subnet (c13108e5-82cc-43ca-9b89-e3a9f3e9ec08), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.506194 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (c13108e5-82cc-43ca-9b89-e3a9f3e9ec08), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.548746 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (c13108e5-82cc-43ca-9b89-e3a9f3e9ec08), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.669313 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (c13108e5-82cc-43ca-9b89-e3a9f3e9ec08), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.696178 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13108e5-82cc-43ca-9b89-e3a9f3e9ec08,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:34.700257 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.701774 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c13108e5-82cc-43ca-9b89-e3a9f3e9ec08 HTTP/1.1" status: 204 len: 168 time: 0.2778561 Mar 31 18:16:34.705723 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53418) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:34.709523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.709873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.710218 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.710558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.710889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.711220 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.711656 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.711984 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.712309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.712631 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.712955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.713280 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.713599 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.713918 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.714234 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f599dd6-63d2-49da-86e0-b58934d2d4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:34.774964 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (4dc468fc-3ea7-49e5-a417-e0b5609b8310), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.862464 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (4dc468fc-3ea7-49e5-a417-e0b5609b8310), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.886412 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc468fc-3ea7-49e5-a417-e0b5609b8310']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:34.896287 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465d9591-99e8-44af-9ad6-b2bcd04d7a46') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:34.896975 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465d9591-99e8-44af-9ad6-b2bcd04d7a46') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:34.906004 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (465d9591-99e8-44af-9ad6-b2bcd04d7a46), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.923018 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (465d9591-99e8-44af-9ad6-b2bcd04d7a46), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.930855 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:16:34.931253 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (465d9591-99e8-44af-9ad6-b2bcd04d7a46), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:16:34.932935 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:16:35.062636 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (4dc468fc-3ea7-49e5-a417-e0b5609b8310), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.068569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.071793 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4dc468fc-3ea7-49e5-a417-e0b5609b8310 HTTP/1.1" status: 204 len: 168 time: 0.3643646 Mar 31 18:16:35.074867 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53428) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:35.104311 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc468fc-3ea7-49e5-a417-e0b5609b8310,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:35.116421 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.116791 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.117599 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.118859 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.118859 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.118859 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.118859 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.119480 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.119579 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.119897 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.120221 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.120545 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.120973 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.121395 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.121713 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e89226-cb4b-4110-b863-c285312766d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:16:35.142301 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc35c89-05f8-44e6-9c03-1ea9c4a43bee req-156e6406-9031-48a5-a30e-7a84c004a432 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:35.143904 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2bc35c89-05f8-44e6-9c03-1ea9c4a43bee req-156e6406-9031-48a5-a30e-7a84c004a432 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0926087 Mar 31 18:16:35.146481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Deleting subnet b1cbb612-f685-4366-9805-b71772b4a8ae {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:16:35.150872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Publish callbacks [] for subnet (b1cbb612-f685-4366-9805-b71772b4a8ae), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.186797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6d67c-731f-4e7d-8100-324773bb71a4 req-ae749170-7d64-4be7-bf59-11ae0e0b6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:35.188473 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2bc6d67c-731f-4e7d-8100-324773bb71a4 req-ae749170-7d64-4be7-bf59-11ae0e0b6009 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 1129 time: 0.1061621 Mar 31 18:16:35.196229 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2bc35c89-05f8-44e6-9c03-1ea9c4a43bee req-a7f33999-32b3-40b2-b748-112c31f49be2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459087 Mar 31 18:16:35.205088 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (b1cbb612-f685-4366-9805-b71772b4a8ae), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.272268 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2bc6d67c-731f-4e7d-8100-324773bb71a4 req-2a0bc77e-642b-4035-b684-6362c395b56e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763514 Mar 31 18:16:35.276217 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (b1cbb612-f685-4366-9805-b71772b4a8ae), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.398177 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (b1cbb612-f685-4366-9805-b71772b4a8ae), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.423660 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cbb612-f685-4366-9805-b71772b4a8ae,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:35.428165 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.431376 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-477d4646-4cc4-484d-8a12-d97c0464ddd2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b1cbb612-f685-4366-9805-b71772b4a8ae HTTP/1.1" status: 204 len: 168 time: 0.3553677 Mar 31 18:16:35.433825 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53432) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:35.505204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (c4b03570-c362-43a5-bf95-77deb493d10a), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.588332 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (c4b03570-c362-43a5-bf95-77deb493d10a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.614347 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b03570-c362-43a5-bf95-77deb493d10a']}} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:35.630034 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a086db4e-ca18-4847-918e-f6d6d3cd0176') {'for_net_delete': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:35.631757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a086db4e-ca18-4847-918e-f6d6d3cd0176') {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:16:35.652429 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13965799'] for segment (a086db4e-ca18-4847-918e-f6d6d3cd0176), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.669669 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (a086db4e-ca18-4847-918e-f6d6d3cd0176), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.678942 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:16:35.679251 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13968474'] for segment (a086db4e-ca18-4847-918e-f6d6d3cd0176), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: Traceback (most recent call last): Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: timer() Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: cb(*args, **kw) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: return func(*args, **kwargs) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: self._notify() Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: self.callback(batched_events) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: event.method(event) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: return f(self, *a, **k) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: return self._get(url).json() Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: return self.request(url, 'GET', **kwargs) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:16:35.681061 dv-cinder-master-3-smb neutron-server[103981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:16:35.849870 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (c4b03570-c362-43a5-bf95-77deb493d10a), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.856930 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:35.860058 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c4b03570-c362-43a5-bf95-77deb493d10a HTTP/1.1" status: 204 len: 168 time: 0.4253309 Mar 31 18:16:35.869528 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1c3f4-60be-4452-b441-b50cc0cc9f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b03570-c362-43a5-bf95-77deb493d10a,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:36.257520 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53448) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:36.318545 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-82beea50-1919-42be-801f-3807218edec9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d30e3c63762d41029b4c53487a1b86a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598524 Mar 31 18:16:36.321268 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53450) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:36.357860 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1b441-1896-481c-85d3-1b99c7a128c2 req-efdbad59-842b-4fe0-9445-0a7ddd937d72 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:36.359432 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c5c1b441-1896-481c-85d3-1b99c7a128c2 req-efdbad59-842b-4fe0-9445-0a7ddd937d72 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0534234 Mar 31 18:16:36.369502 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-39b29e8d-43c8-4c31-802d-f5c56a4cf646 admin admin] Publish callbacks [] for security_group (ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:36.391418 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-39b29e8d-43c8-4c31-802d-f5c56a4cf646 admin admin] Publish callbacks [] for security_group (ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:36.409945 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c5c1b441-1896-481c-85d3-1b99c7a128c2 req-558a288b-8753-4faf-b161-971b933bb402 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 Mar 31 18:16:36.497373 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-39b29e8d-43c8-4c31-802d-f5c56a4cf646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:36.499828 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-39b29e8d-43c8-4c31-802d-f5c56a4cf646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:36.500968 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-39b29e8d-43c8-4c31-802d-f5c56a4cf646 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef HTTP/1.1" status: 204 len: 168 time: 0.1787183 Mar 31 18:16:36.509824 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b29e8d-43c8-4c31-802d-f5c56a4cf646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4d628b-4f4e-4479-850b-b3f1fd1dc4ef,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:37.210438 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53470) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:37.251027 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c7ebd8b7-c324-44f2-9130-95cff0c88b5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=810806f880ca4e68aac1f64a33d2aa37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393853 Mar 31 18:16:37.255120 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53472) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:37.313571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4ade1ead-76fb-4012-8864-89c1a72b907c admin admin] Publish callbacks [] for security_group (c2e8ac6b-9f97-460f-bfb6-8a928d412939), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:37.334343 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4ade1ead-76fb-4012-8864-89c1a72b907c admin admin] Publish callbacks [] for security_group (c2e8ac6b-9f97-460f-bfb6-8a928d412939), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:37.451541 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4ade1ead-76fb-4012-8864-89c1a72b907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c2e8ac6b-9f97-460f-bfb6-8a928d412939), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:37.454187 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-4ade1ead-76fb-4012-8864-89c1a72b907c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:37.458630 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-4ade1ead-76fb-4012-8864-89c1a72b907c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2e8ac6b-9f97-460f-bfb6-8a928d412939 HTTP/1.1" status: 204 len: 168 time: 0.1991999 Mar 31 18:16:37.465707 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1ead-76fb-4012-8864-89c1a72b907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8ac6b-9f97-460f-bfb6-8a928d412939,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:37.532877 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1e18b-48b6-47d3-bcd1-b4eaa8affa50 req-61615d96-9bef-48fe-aa13-60f2dab0c8b1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:37.534398 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-21b1e18b-48b6-47d3-bcd1-b4eaa8affa50 req-61615d96-9bef-48fe-aa13-60f2dab0c8b1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0572302 Mar 31 18:16:37.581406 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-21b1e18b-48b6-47d3-bcd1-b4eaa8affa50 req-02874851-1f14-4e79-923d-7ab8cc5a65f6 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Mar 31 18:16:37.703113 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1831cda-669e-4e93-b7fd-57d9f148620b req-9abbcfea-0b85-4136-af7a-cb9980b66331 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:37.704604 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f1831cda-669e-4e93-b7fd-57d9f148620b req-9abbcfea-0b85-4136-af7a-cb9980b66331 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0509405 Mar 31 18:16:37.752469 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f1831cda-669e-4e93-b7fd-57d9f148620b req-6162c562-3097-4138-9bb9-4125bb7ab5b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Mar 31 18:16:38.447910 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53514) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:38.662652 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-03409fed-6841-4680-becc-d4fd649ba24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:38.736445 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-03409fed-6841-4680-becc-d4fd649ba24d admin admin] Publish callbacks [] for security_group (d129be43-3374-45ef-aeb0-ba93e1b086df), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:38.805716 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-03409fed-6841-4680-becc-d4fd649ba24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d129be43-3374-45ef-aeb0-ba93e1b086df), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:38.844027 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-03409fed-6841-4680-becc-d4fd649ba24d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15ecb60bcb504f789f755e4799ccc754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949795 Mar 31 18:16:38.845130 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03409fed-6841-4680-becc-d4fd649ba24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d129be43-3374-45ef-aeb0-ba93e1b086df,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:38.847574 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53532) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:38.896224 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-440bd18e-07f9-4195-b6f3-7c8f4a4de707 admin admin] Publish callbacks [] for security_group (d129be43-3374-45ef-aeb0-ba93e1b086df), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:38.918211 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-440bd18e-07f9-4195-b6f3-7c8f4a4de707 admin admin] Publish callbacks [] for security_group (d129be43-3374-45ef-aeb0-ba93e1b086df), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.074201 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-440bd18e-07f9-4195-b6f3-7c8f4a4de707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d129be43-3374-45ef-aeb0-ba93e1b086df), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.076834 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-440bd18e-07f9-4195-b6f3-7c8f4a4de707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.077991 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-440bd18e-07f9-4195-b6f3-7c8f4a4de707 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d129be43-3374-45ef-aeb0-ba93e1b086df HTTP/1.1" status: 204 len: 168 time: 0.2286139 Mar 31 18:16:39.089354 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd18e-07f9-4195-b6f3-7c8f4a4de707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129be43-3374-45ef-aeb0-ba93e1b086df,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:39.123797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53540) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:39.232816 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-88791ed9-ee40-47f0-b148-f49b27c77843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.306647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-88791ed9-ee40-47f0-b148-f49b27c77843 admin admin] Publish callbacks [] for security_group (92b5bab7-6e27-4df9-b250-0ac04443e943), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.405556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-88791ed9-ee40-47f0-b148-f49b27c77843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (92b5bab7-6e27-4df9-b250-0ac04443e943), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.445248 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-88791ed9-ee40-47f0-b148-f49b27c77843 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94d9a0c0731f4f69803c505c67bc93db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203464 Mar 31 18:16:39.446509 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88791ed9-ee40-47f0-b148-f49b27c77843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5bab7-6e27-4df9-b250-0ac04443e943,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:39.447877 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53548) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:39.500929 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7840fed5-4baf-408d-b40f-f355393a9794 admin admin] Publish callbacks [] for security_group (92b5bab7-6e27-4df9-b250-0ac04443e943), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.523738 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7840fed5-4baf-408d-b40f-f355393a9794 admin admin] Publish callbacks [] for security_group (92b5bab7-6e27-4df9-b250-0ac04443e943), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.700806 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7840fed5-4baf-408d-b40f-f355393a9794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (92b5bab7-6e27-4df9-b250-0ac04443e943), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.703349 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7840fed5-4baf-408d-b40f-f355393a9794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:39.704509 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7840fed5-4baf-408d-b40f-f355393a9794 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92b5bab7-6e27-4df9-b250-0ac04443e943 HTTP/1.1" status: 204 len: 168 time: 0.2554283 Mar 31 18:16:39.713678 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840fed5-4baf-408d-b40f-f355393a9794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5bab7-6e27-4df9-b250-0ac04443e943,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:41.023303 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54595-c007-4843-9fcb-bf7c4c388479 req-d44eb43d-6a9c-4d73-8410-136174bf8565 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:41.024828 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eed54595-c007-4843-9fcb-bf7c4c388479 req-d44eb43d-6a9c-4d73-8410-136174bf8565 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0600927 Mar 31 18:16:41.100071 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eed54595-c007-4843-9fcb-bf7c4c388479 req-cf30b15d-4eca-4774-bcdc-ad3af9363ac7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Mar 31 18:16:41.112527 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-7a31d5a1-5ea4-48c5-b48c-2c8b1f9ffb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:41.114619 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-7a31d5a1-5ea4-48c5-b48c-2c8b1f9ffb3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1130 time: 0.0709698 Mar 31 18:16:41.211882 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-87b25d70-6f63-4386-8ca2-f6be3058ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:41.213340 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-87b25d70-6f63-4386-8ca2-f6be3058ee2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.0924919 Mar 31 18:16:41.256151 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-5a8bb83f-c7cc-4f76-a502-76ba76a48a00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Mar 31 18:16:41.305721 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-0a6d9f93-611e-4893-b447-2ff47aaa13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:41.307548 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-0a6d9f93-611e-4893-b447-2ff47aaa13a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0457213 Mar 31 18:16:41.365654 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-3d133a07-c898-452d-a089-d74a3184f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:41.367238 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-3d133a07-c898-452d-a089-d74a3184f354 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484676 Mar 31 18:16:41.465261 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-1b951e83-d2b2-4674-87e6-e1421eef0679 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913291 Mar 31 18:16:41.565203 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1976f64c-e60c-447c-9229-463c4d7980b7 req-98d50b05-86c4-4394-b6a6-e5b2b1a13620 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936220 Mar 31 18:16:42.221329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc119-29e3-4ace-904a-09b481c6abca req-c46714db-1a00-41f6-8db4-dbf1794ab4d2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:42.222838 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5c1bc119-29e3-4ace-904a-09b481c6abca req-c46714db-1a00-41f6-8db4-dbf1794ab4d2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0510974 Mar 31 18:16:42.276314 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5c1bc119-29e3-4ace-904a-09b481c6abca req-06cdcb5e-0183-49d3-b0bb-4669db1dc6ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Mar 31 18:16:43.404142 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cbd74-d75c-42e3-90a3-8db8b7fcf013 req-a1f9d413-4c86-4c9a-a6e2-598ac2cfb85d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:43.406251 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b78cbd74-d75c-42e3-90a3-8db8b7fcf013 req-a1f9d413-4c86-4c9a-a6e2-598ac2cfb85d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0630310 Mar 31 18:16:43.457493 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b78cbd74-d75c-42e3-90a3-8db8b7fcf013 req-bba65053-e4e6-4fb7-8e57-6e11b7f27384 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Mar 31 18:16:44.579400 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e2d7b-ba22-420f-808e-9d7364d935e3 req-1876f80c-959e-4be1-bb2f-c30afde43945 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:44.581364 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-843e2d7b-ba22-420f-808e-9d7364d935e3 req-1876f80c-959e-4be1-bb2f-c30afde43945 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0519743 Mar 31 18:16:44.633855 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-843e2d7b-ba22-420f-808e-9d7364d935e3 req-287d4960-0c47-40f1-9706-7bce98b22b4d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Mar 31 18:16:45.617554 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:45.768366 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ed6d7-7623-4e1c-b19a-0eb428ae553b req-cb30f5b4-5553-4217-a28e-c575dc3daa90 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:45.769775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-708ed6d7-7623-4e1c-b19a-0eb428ae553b req-cb30f5b4-5553-4217-a28e-c575dc3daa90 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0669210 Mar 31 18:16:45.819773 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-708ed6d7-7623-4e1c-b19a-0eb428ae553b req-abc3dfa1-38ec-4d16-b23d-d81de8760cc0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Mar 31 18:16:46.955232 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47839b-b4be-426c-ac32-6822bd6dc90c req-1a5c73d2-4650-4702-a0e7-49364dea249c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:46.956824 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1f47839b-b4be-426c-ac32-6822bd6dc90c req-1a5c73d2-4650-4702-a0e7-49364dea249c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0642405 Mar 31 18:16:47.007158 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1f47839b-b4be-426c-ac32-6822bd6dc90c req-70cca7a5-0b8e-4fa0-aa78-3ba2bd2b7812 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Mar 31 18:16:47.217574 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc9f0-1d8b-4017-8c5d-fd41a1eca234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:48.133395 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01ce4-1593-4901-80ad-e4415746eb0c req-c9c18eeb-2658-4f6d-98f0-8d2c20d3e096 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:48.134917 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-07a01ce4-1593-4901-80ad-e4415746eb0c req-c9c18eeb-2658-4f6d-98f0-8d2c20d3e096 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0580938 Mar 31 18:16:48.183562 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-07a01ce4-1593-4901-80ad-e4415746eb0c req-811f138b-6bb1-4cb5-9b12-61632c09236a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Mar 31 18:16:48.494864 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:16:49.303402 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3ce8b-663e-4e2e-b71b-b4da8e099f39 req-51ab4dfd-8ce5-4a1a-8817-867b2b26cef8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:49.304964 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0bf3ce8b-663e-4e2e-b71b-b4da8e099f39 req-51ab4dfd-8ce5-4a1a-8817-867b2b26cef8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Mar 31 18:16:49.354329 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0bf3ce8b-663e-4e2e-b71b-b4da8e099f39 req-f838c60f-eb9f-4280-b319-5332c6e46e1d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Mar 31 18:16:49.451770 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bcf011a2-d83e-45a5-908f-25b5b98470e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.198968 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53776) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:50.310870 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeeac-147b-4f8d-8565-69934919a5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.387114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeeac-147b-4f8d-8565-69934919a5e8 admin admin] Publish callbacks [] for security_group (b9c87e77-b0aa-4404-8176-ff622cc3a520), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.451228 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e5cbeeac-147b-4f8d-8565-69934919a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b9c87e77-b0aa-4404-8176-ff622cc3a520), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.492225 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e5cbeeac-147b-4f8d-8565-69934919a5e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dee23fdbc62e420aaac0f75f08b17bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919743 Mar 31 18:16:50.494137 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbeeac-147b-4f8d-8565-69934919a5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c87e77-b0aa-4404-8176-ff622cc3a520,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:50.496444 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53786) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:50.506378 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12474422-574c-49f1-8425-61640e69c838 req-05ceb5a0-27e7-4866-bb95-d280f3f12567 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:50.508468 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-12474422-574c-49f1-8425-61640e69c838 req-05ceb5a0-27e7-4866-bb95-d280f3f12567 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0667326 Mar 31 18:16:50.551573 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c15e387-61a5-49a4-bdb4-feefa6f571a1 admin admin] Publish callbacks [] for security_group (b9c87e77-b0aa-4404-8176-ff622cc3a520), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.559273 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-12474422-574c-49f1-8425-61640e69c838 req-de4c9a87-9afe-4fd3-94f3-b7a820960d0f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441427 Mar 31 18:16:50.563729 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.576366 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c15e387-61a5-49a4-bdb4-feefa6f571a1 admin admin] Publish callbacks [] for security_group (b9c87e77-b0aa-4404-8176-ff622cc3a520), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.723685 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c15e387-61a5-49a4-bdb4-feefa6f571a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b9c87e77-b0aa-4404-8176-ff622cc3a520), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.726191 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c15e387-61a5-49a4-bdb4-feefa6f571a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:50.727404 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6c15e387-61a5-49a4-bdb4-feefa6f571a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9c87e77-b0aa-4404-8176-ff622cc3a520 HTTP/1.1" status: 204 len: 168 time: 0.2300141 Mar 31 18:16:50.741047 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15e387-61a5-49a4-bdb4-feefa6f571a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c87e77-b0aa-4404-8176-ff622cc3a520,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:50.876774 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53792) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:51.135523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-73365334-45f5-4102-af79-ff17785a7471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.218361 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-63165302-cc32-497c-abe3-3bdb9d332c72 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559164960&fields=id&tenant_id=fbf515108a0a4aff95dac60e3529c51a HTTP/1.1" status: 200 len: 267 time: 0.1210434 Mar 31 18:16:51.236392 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-73365334-45f5-4102-af79-ff17785a7471 admin admin] Publish callbacks [] for security_group (65f92731-2e8c-4b10-9694-54098e9a1fd4), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.340750 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-73365334-45f5-4102-af79-ff17785a7471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (65f92731-2e8c-4b10-9694-54098e9a1fd4), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.342298 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-39d120ad-397b-4e4e-85b8-ef515018d3e0 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:51.343832 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-39d120ad-397b-4e4e-85b8-ef515018d3e0 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 808 time: 0.1173437 Mar 31 18:16:51.359382 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-7401c85c-0a5c-445b-ab40-37c8acb0d711 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/quotas/fbf515108a0a4aff95dac60e3529c51a HTTP/1.1" status: 200 len: 375 time: 0.0099432 Mar 31 18:16:51.385466 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-73365334-45f5-4102-af79-ff17785a7471 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e929b0ca2674de78ddd00c580428ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070834 Mar 31 18:16:51.386329 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365334-45f5-4102-af79-ff17785a7471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f92731-2e8c-4b10-9694-54098e9a1fd4,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:51.390077 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53806) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:51.421188 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-0e6d3db0-ffd8-441e-abc9-90d20b5798ca tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555155 Mar 31 18:16:51.444059 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5a83-bb53-4e0e-a50d-6f4ba04a4285 admin admin] Publish callbacks [] for security_group (65f92731-2e8c-4b10-9694-54098e9a1fd4), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.469229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5a83-bb53-4e0e-a50d-6f4ba04a4285 admin admin] Publish callbacks [] for security_group (65f92731-2e8c-4b10-9694-54098e9a1fd4), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.524356 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-c4d76f91-d53b-429b-a59f-62347805c520 service neutron] 10.222.0.62 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909758 Mar 31 18:16:51.588750 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5a83-bb53-4e0e-a50d-6f4ba04a4285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (65f92731-2e8c-4b10-9694-54098e9a1fd4), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.594440 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5a83-bb53-4e0e-a50d-6f4ba04a4285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:51.594440 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-8d0a5a83-bb53-4e0e-a50d-6f4ba04a4285 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65f92731-2e8c-4b10-9694-54098e9a1fd4 HTTP/1.1" status: 204 len: 168 time: 0.2033880 Mar 31 18:16:51.617385 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-954775e7-3693-4964-ae12-1b95f1f995b0 service neutron] 10.222.0.62 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874164 Mar 31 18:16:51.630777 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a5a83-bb53-4e0e-a50d-6f4ba04a4285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f92731-2e8c-4b10-9694-54098e9a1fd4,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:51.722798 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584e18-1a3b-4427-bbe2-9029eddbcc25 req-1d25fee4-b726-403c-ac6c-da23b8c06ec2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:51.724357 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0d584e18-1a3b-4427-bbe2-9029eddbcc25 req-1d25fee4-b726-403c-ac6c-da23b8c06ec2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0576959 Mar 31 18:16:51.748577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53818) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:51.791571 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0d584e18-1a3b-4427-bbe2-9029eddbcc25 req-88aef1ec-793e-4dee-979c-044f85c15dbf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Mar 31 18:16:51.966959 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fe0faab-432c-4c2a-aa8f-774ae0ea812f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.051401 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fe0faab-432c-4c2a-aa8f-774ae0ea812f admin admin] Publish callbacks [] for security_group (49fa5b62-c5e5-4e1c-a90f-5e707a80988d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.126061 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fe0faab-432c-4c2a-aa8f-774ae0ea812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (49fa5b62-c5e5-4e1c-a90f-5e707a80988d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.167708 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7fe0faab-432c-4c2a-aa8f-774ae0ea812f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29c76fd3c8f24389a20b958a16a5bfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152997 Mar 31 18:16:52.167708 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0faab-432c-4c2a-aa8f-774ae0ea812f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa5b62-c5e5-4e1c-a90f-5e707a80988d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:52.168062 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53832) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:52.244462 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f301be50-52c0-4213-8bb8-06964a62cf0a admin admin] Publish callbacks [] for security_group (49fa5b62-c5e5-4e1c-a90f-5e707a80988d), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.279333 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f301be50-52c0-4213-8bb8-06964a62cf0a admin admin] Publish callbacks [] for security_group (49fa5b62-c5e5-4e1c-a90f-5e707a80988d), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.315828 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4f2191c0-9bc1-4af4-bd4e-ea94366a6fc3 req-614679c5-3957-4f68-a864-a099fd4426e8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 210 time: 0.0402708 Mar 31 18:16:52.446012 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.485777 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f301be50-52c0-4213-8bb8-06964a62cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (49fa5b62-c5e5-4e1c-a90f-5e707a80988d), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.488528 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f301be50-52c0-4213-8bb8-06964a62cf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:52.489869 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-f301be50-52c0-4213-8bb8-06964a62cf0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49fa5b62-c5e5-4e1c-a90f-5e707a80988d HTTP/1.1" status: 204 len: 168 time: 0.3208549 Mar 31 18:16:52.498745 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301be50-52c0-4213-8bb8-06964a62cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa5b62-c5e5-4e1c-a90f-5e707a80988d,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:52.933601 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b4fcf-df6f-4665-9b0b-3c7de0dcf9f3 req-b5eddfc0-480f-47ff-9584-3584a19b63b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:52.935143 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d29b4fcf-df6f-4665-9b0b-3c7de0dcf9f3 req-b5eddfc0-480f-47ff-9584-3584a19b63b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0688987 Mar 31 18:16:52.995536 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d29b4fcf-df6f-4665-9b0b-3c7de0dcf9f3 req-2702deb0-2315-4200-bcbb-1b4ddf18cc60 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 Mar 31 18:16:53.404506 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8f5a61d0-5acb-444a-b1f0-dcb1b38a318f req-86d8dc2a-eb0f-4403-9cec-962679ba9f01 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 210 time: 0.0329335 Mar 31 18:16:53.457407 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:54.128821 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792941e2-a33c-4f69-bd85-52b249986fb6 req-f4be9291-158b-4533-8015-f6555d632dcf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:54.130476 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-792941e2-a33c-4f69-bd85-52b249986fb6 req-f4be9291-158b-4533-8015-f6555d632dcf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0545795 Mar 31 18:16:54.181133 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-792941e2-a33c-4f69-bd85-52b249986fb6 req-9c22fd1b-872d-40a6-9421-f385f23ad889 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Mar 31 18:16:54.363163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 53898) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:54.475365 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0b397ac7-f307-4fb6-8b43-98e3f1149e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:54.761281 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e821424f-bba2-436c-b6d1-7c154762bf88 req-7577cc60-4b02-4464-a2e6-2406e2e6a63f tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 210 time: 0.2782500 Mar 31 18:16:54.825050 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0b397ac7-f307-4fb6-8b43-98e3f1149e73 admin admin] Publish callbacks [] for security_group (a8eb114e-b4fb-4ea8-9075-5faec08bde82), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:54.885653 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0b397ac7-f307-4fb6-8b43-98e3f1149e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (a8eb114e-b4fb-4ea8-9075-5faec08bde82), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:54.934441 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-0b397ac7-f307-4fb6-8b43-98e3f1149e73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fdd6eb2c9a6420996a5b40b9b4b4c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5701957 Mar 31 18:16:54.937754 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53906) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:54.945075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b397ac7-f307-4fb6-8b43-98e3f1149e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eb114e-b4fb-4ea8-9075-5faec08bde82,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:54.989047 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c90c-a7a8-474c-83c8-74c72f52faca admin admin] Publish callbacks [] for security_group (a8eb114e-b4fb-4ea8-9075-5faec08bde82), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.019098 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c90c-a7a8-474c-83c8-74c72f52faca admin admin] Publish callbacks [] for security_group (a8eb114e-b4fb-4ea8-9075-5faec08bde82), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.031140 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-0a453e4e-e23b-4491-9ec0-9b26ada97563 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:55.032672 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-0a453e4e-e23b-4491-9ec0-9b26ada97563 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.65 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 808 time: 0.1102359 Mar 31 18:16:55.114466 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-1138c8e5-d3a2-454b-b077-a11f9e136f0d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf515108a0a4aff95dac60e3529c51a HTTP/1.1" status: 200 len: 380 time: 0.0636408 Mar 31 18:16:55.122849 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'port': {'device_id': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'admin_state_up': True, 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'security_groups': ['90147eea-9c56-4b66-879e-45079e92f79e']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:55.218335 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c90c-a7a8-474c-83c8-74c72f52faca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (a8eb114e-b4fb-4ea8-9075-5faec08bde82), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.222524 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c90c-a7a8-474c-83c8-74c72f52faca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.224690 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7dd6c90c-a7a8-474c-83c8-74c72f52faca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8eb114e-b4fb-4ea8-9075-5faec08bde82 HTTP/1.1" status: 204 len: 168 time: 0.2858114 Mar 31 18:16:55.236080 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6c90c-a7a8-474c-83c8-74c72f52faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eb114e-b4fb-4ea8-9075-5faec08bde82,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:55.327872 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12ce1c-952c-443f-9028-36a4ad85fe8b req-02d7df1e-4414-46cc-9695-7808de3ef40d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:55.330084 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2f12ce1c-952c-443f-9028-36a4ad85fe8b req-02d7df1e-4414-46cc-9695-7808de3ef40d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0604033 Mar 31 18:16:55.351730 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Made reservation on behalf of fbf515108a0a4aff95dac60e3529c51a for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:16:55.351730 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.387196 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2f12ce1c-952c-443f-9028-36a4ad85fe8b req-916a006d-21ce-499e-8ab3-a4928129523d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Mar 31 18:16:55.495849 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Allocated IP 172.20.0.6 (20103efb-f0ee-4082-bade-70fb0ec7eb9b/fea60257-94dd-41b6-afb4-df508c1cadca/ac0da20c-4da2-41db-a697-8bdb4f91e161) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:16:55.646066 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.793010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.847228 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:16:55.862879 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:16:55.868957 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:16:55.886417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:55.946185 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:55.946831 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:55.966127 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78915f-7892-4068-b988-4151c9589885 req-a1f10cb4-87c7-459c-8c11-2062d37971df tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:55.967792 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ce78915f-7892-4068-b988-4151c9589885 req-a1f10cb4-87c7-459c-8c11-2062d37971df tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 931 time: 0.1249888 Mar 31 18:16:56.028958 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ce78915f-7892-4068-b988-4151c9589885 req-d82f66a7-ad9d-4358-8b54-3e079ded17b9 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545781 Mar 31 18:16:56.052432 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-03f8f60b-1e23-4a1a-a14f-7e513ace0232 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331772 Mar 31 18:16:56.072634 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Request body: {'port': {'device_id': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:16:56.138797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.180359 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-168fe016-0c6a-4f94-8db0-56b6defedeb1 None None] Provisioning complete for port ac0da20c-4da2-41db-a697-8bdb4f91e161 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:16:56.181427 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-168fe016-0c6a-4f94-8db0-56b6defedeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.223746 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-168fe016-0c6a-4f94-8db0-56b6defedeb1 None None] Port ac0da20c-4da2-41db-a697-8bdb4f91e161 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:16:56.439158 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0da20c-4da2-41db-a697-8bdb4f91e161 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:16:56.447563 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Publish callbacks [] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.460598 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Transition to ACTIVE for port object ac0da20c-4da2-41db-a697-8bdb4f91e161 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:16:56.509571 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98678de6-232e-44e6-ba1c-02b5b48cc3e6 req-27609781-e8f6-418f-bfac-e4017036a4ad tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:56.511141 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-98678de6-232e-44e6-ba1c-02b5b48cc3e6 req-27609781-e8f6-418f-bfac-e4017036a4ad tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0547397 Mar 31 18:16:56.553261 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.565233 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-98678de6-232e-44e6-ba1c-02b5b48cc3e6 req-712e4d44-1891-4c41-9948-02aed125c902 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Mar 31 18:16:56.607160 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:56.685562 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Attempting to bind port ac0da20c-4da2-41db-a697-8bdb4f91e161 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:16:56.685941 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Attempting to bind port ac0da20c-4da2-41db-a697-8bdb4f91e161 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:16:56.686308 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Attempting to bind port ac0da20c-4da2-41db-a697-8bdb4f91e161 on network 20103efb-f0ee-4082-bade-70fb0ec7eb9b {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:16:56.691960 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Port ac0da20c-4da2-41db-a697-8bdb4f91e161 on network 20103efb-f0ee-4082-bade-70fb0ec7eb9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:16:56.692278 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Attempting to bind port ac0da20c-4da2-41db-a697-8bdb4f91e161 on network 20103efb-f0ee-4082-bade-70fb0ec7eb9b {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:16:56.697775 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:16:56.698058 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Checking segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:16:56.698478 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Bound using segment: {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:16:56.698929 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Bound port: ac0da20c-4da2-41db-a697-8bdb4f91e161, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91632597-3318-46c0-9f2f-b1f9cf2ccc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:16:56.699334 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.778020 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:16:56.781389 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:16:56.858262 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.892779 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:56.894006 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:56.895564 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] 10.222.0.65 "PUT /v2.0/ports/ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 1093 time: 0.8274484 Mar 31 18:16:56.896109 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:16:56.898666 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac2f95d-7c0b-41cb-9075-0d64df59647d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:16:56.926968 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd53e8e-2061-42fd-88b2-722e9420449e service neutron] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:56.957452 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add73399-3861-4c74-b60f-bc1ecf3fef25 x-openstack-request-id: req-add73399-3861-4c74-b60f-bc1ecf3fef25 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:16:56.958086 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:16:56.958086 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-add73399-3861-4c74-b60f-bc1ecf3fef25 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:16:56.958387 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add73399-3861-4c74-b60f-bc1ecf3fef25'] response: {'name': 'network-changed', 'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'status': 'completed', 'code': 200} Mar 31 18:16:57.059015 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2f95d-7c0b-41cb-9075-0d64df59647d req-5fe70955-943e-475b-99c3-0c4a315c1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.060893 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cac2f95d-7c0b-41cb-9075-0d64df59647d req-5fe70955-943e-475b-99c3-0c4a315c1beb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1127 time: 0.0529935 Mar 31 18:16:57.162661 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad16d7-aa9d-4086-a648-05e68270afbb req-3d843f67-dcc1-48a2-9a82-6a0924a3be9b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.164274 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-10ad16d7-aa9d-4086-a648-05e68270afbb req-3d843f67-dcc1-48a2-9a82-6a0924a3be9b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0556064 Mar 31 18:16:57.188148 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2f95d-7c0b-41cb-9075-0d64df59647d req-c442ae9a-d082-4552-a3c0-4826979002e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.190252 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cac2f95d-7c0b-41cb-9075-0d64df59647d req-c442ae9a-d082-4552-a3c0-4826979002e0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fbf515108a0a4aff95dac60e3529c51a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1096776 Mar 31 18:16:57.218787 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-10ad16d7-aa9d-4086-a648-05e68270afbb req-3fb14b85-e781-444f-92cf-17c18291c666 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479338 Mar 31 18:16:57.295630 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2f95d-7c0b-41cb-9075-0d64df59647d req-1cabd357-a9f1-4e21-9416-90be3bdeeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.297216 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cac2f95d-7c0b-41cb-9075-0d64df59647d req-1cabd357-a9f1-4e21-9416-90be3bdeeed4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010716 Mar 31 18:16:57.411266 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-6d6066ca-5835-4521-ad7f-a86a39347ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.412866 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-6d6066ca-5835-4521-ad7f-a86a39347ce5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1127 time: 0.0465844 Mar 31 18:16:57.461552 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-f7254511-4cca-430e-b0c9-93aa789c57e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 217 time: 0.0343184 Mar 31 18:16:57.513542 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-ccfe76c2-6fc4-4daa-b886-f7beddac5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.514981 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-ccfe76c2-6fc4-4daa-b886-f7beddac5cb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 200 len: 847 time: 0.0477817 Mar 31 18:16:57.566533 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-36aa528c-7c05-45fb-8aac-6646ba5b3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.568209 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-36aa528c-7c05-45fb-8aac-6646ba5b3593 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20103efb-f0ee-4082-bade-70fb0ec7eb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462620 Mar 31 18:16:57.692846 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-bfead570-e3cc-4b4b-9aa0-4dfdc96edb40 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166577 Mar 31 18:16:57.753754 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bde416-a75a-47e5-91db-64afddb85958 req-0714f38e-47b5-423d-b9d7-e3578f9ed421 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:57.755238 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e2bde416-a75a-47e5-91db-64afddb85958 req-0714f38e-47b5-423d-b9d7-e3578f9ed421 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1157973 Mar 31 18:16:57.828349 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d57da1e6-2a91-4f83-b85f-90a91f4793b3 req-31a1500b-e3d8-4435-b0af-3a8327b52259 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291914 Mar 31 18:16:57.831947 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e2bde416-a75a-47e5-91db-64afddb85958 req-dd261904-1fca-4f37-aa41-2d3858ef5028 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Mar 31 18:16:58.357630 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b0180-1626-488b-a075-109655c1b8e3 req-869ca42a-dc88-44c4-8e56-804f8e7b4c7c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:58.359319 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c9b0180-1626-488b-a075-109655c1b8e3 req-869ca42a-dc88-44c4-8e56-804f8e7b4c7c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0512009 Mar 31 18:16:58.409226 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c9b0180-1626-488b-a075-109655c1b8e3 req-7b6ee15e-e852-4090-a9fb-2b1a662423f7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Mar 31 18:16:58.730003 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53966) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:58.832408 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1bae8f2d-0bcb-4e21-9297-6a70447b96eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:58.910009 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1bae8f2d-0bcb-4e21-9297-6a70447b96eb admin admin] Publish callbacks [] for security_group (e01033b6-02f3-4f03-8a9b-1b09e6adecd9), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:58.957704 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cd92b-b77d-4c65-acb2-e85f7158f17e req-7b711c89-48ce-4e57-b3e4-01c1d740f5d4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:58.959211 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-816cd92b-b77d-4c65-acb2-e85f7158f17e req-7b711c89-48ce-4e57-b3e4-01c1d740f5d4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0573781 Mar 31 18:16:59.005527 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-816cd92b-b77d-4c65-acb2-e85f7158f17e req-ff9f5d80-e846-4880-8b41-e903a1d61597 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Mar 31 18:16:59.017118 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1bae8f2d-0bcb-4e21-9297-6a70447b96eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e01033b6-02f3-4f03-8a9b-1b09e6adecd9), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:59.053233 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae8f2d-0bcb-4e21-9297-6a70447b96eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01033b6-02f3-4f03-8a9b-1b09e6adecd9,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:59.057287 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-1bae8f2d-0bcb-4e21-9297-6a70447b96eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c3917ee28614268a9f023c2404709fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262911 Mar 31 18:16:59.060041 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 53972) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:16:59.108155 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-95408009-dbda-4864-a6d4-dc1ee376f33e admin admin] Publish callbacks [] for security_group (e01033b6-02f3-4f03-8a9b-1b09e6adecd9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:59.129415 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-95408009-dbda-4864-a6d4-dc1ee376f33e admin admin] Publish callbacks [] for security_group (e01033b6-02f3-4f03-8a9b-1b09e6adecd9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:59.472627 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-95408009-dbda-4864-a6d4-dc1ee376f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e01033b6-02f3-4f03-8a9b-1b09e6adecd9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:59.488763 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-95408009-dbda-4864-a6d4-dc1ee376f33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:16:59.488763 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-95408009-dbda-4864-a6d4-dc1ee376f33e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e01033b6-02f3-4f03-8a9b-1b09e6adecd9 HTTP/1.1" status: 204 len: 168 time: 0.4154401 Mar 31 18:16:59.494563 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95408009-dbda-4864-a6d4-dc1ee376f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01033b6-02f3-4f03-8a9b-1b09e6adecd9,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:16:59.535956 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301f192-f134-4ff2-ad9a-96b0e33c2fd3 req-93f3b008-4d99-4cf0-919d-d751c0fa469a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:59.537477 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1301f192-f134-4ff2-ad9a-96b0e33c2fd3 req-93f3b008-4d99-4cf0-919d-d751c0fa469a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0601168 Mar 31 18:16:59.589572 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1301f192-f134-4ff2-ad9a-96b0e33c2fd3 req-0d20faa4-7528-4660-a89f-58e0372f243d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467117 Mar 31 18:16:59.961229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341583e-474f-4ab1-ac7b-ba819a8e9a0e req-72acbac5-5518-4cbf-8853-64437fa91c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:16:59.962738 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1341583e-474f-4ab1-ac7b-ba819a8e9a0e req-72acbac5-5518-4cbf-8853-64437fa91c77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1130 time: 0.0441611 Mar 31 18:17:00.011074 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1341583e-474f-4ab1-ac7b-ba819a8e9a0e req-75f3e4e6-5cce-43f9-8c1e-66fd72b3d4b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Mar 31 18:17:00.134617 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc074a4-d175-4a99-9fab-ab56324590f5 req-75edfc7d-3965-4405-8906-9544d5cbad10 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:00.136139 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fbc074a4-d175-4a99-9fab-ab56324590f5 req-75edfc7d-3965-4405-8906-9544d5cbad10 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0582809 Mar 31 18:17:00.182209 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fbc074a4-d175-4a99-9fab-ab56324590f5 req-795bbb4a-a687-463d-a615-81f1cee75f6f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Mar 31 18:17:00.705066 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ab546-3af7-47d6-a93d-36c684488444 req-9f83df81-a823-407f-a120-77645128045d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:00.706530 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9d2ab546-3af7-47d6-a93d-36c684488444 req-9f83df81-a823-407f-a120-77645128045d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0514939 Mar 31 18:17:00.754837 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9d2ab546-3af7-47d6-a93d-36c684488444 req-6adc816e-1f3b-4490-badd-08ad5026d855 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Mar 31 18:17:01.322379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738baa2-26f2-4af7-a90a-baf5d814312d req-61ce53fd-de7e-4642-9d8c-85e3538fcf88 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:01.323875 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7738baa2-26f2-4af7-a90a-baf5d814312d req-61ce53fd-de7e-4642-9d8c-85e3538fcf88 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0718393 Mar 31 18:17:01.369521 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7738baa2-26f2-4af7-a90a-baf5d814312d req-b8fd4a1c-2b92-4579-8c12-08731a08bc0e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Mar 31 18:17:01.873481 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512fbd9-dd8d-46b5-9a7c-84e0de2a6f8b req-3a2dc9da-48e7-42e1-a1d2-56a82f761dae tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:01.875054 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1512fbd9-dd8d-46b5-9a7c-84e0de2a6f8b req-3a2dc9da-48e7-42e1-a1d2-56a82f761dae tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0537529 Mar 31 18:17:01.927044 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1512fbd9-dd8d-46b5-9a7c-84e0de2a6f8b req-769cf45e-1778-4bbe-9521-e34b9326ff05 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457456 Mar 31 18:17:02.492690 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9b1a1-6c9d-4ee0-ab31-8c6e1fb12632 req-554d55d7-a2df-4b24-a513-493bc731ce7f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:02.494182 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-89d9b1a1-6c9d-4ee0-ab31-8c6e1fb12632 req-554d55d7-a2df-4b24-a513-493bc731ce7f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0538790 Mar 31 18:17:02.545469 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-89d9b1a1-6c9d-4ee0-ab31-8c6e1fb12632 req-1a84dbde-5a1e-4fbd-9190-ef21c7e12b0a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Mar 31 18:17:02.678112 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:17:02.778171 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:02.789769 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'port_id': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'mac_address': 'fa:16:3e:b0:ed:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:17:02.825388 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port ac0da20c-4da2-41db-a697-8bdb4f91e161 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:02.825796 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:02.838749 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0da20c-4da2-41db-a697-8bdb4f91e161 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:17:02.858446 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:02.974862 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a93fdd-3746-4e43-94ea-92700d3af0c4 req-02d927a7-2459-481b-baa7-8a4773368719 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:02.976356 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f4a93fdd-3746-4e43-94ea-92700d3af0c4 req-02d927a7-2459-481b-baa7-8a4773368719 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0554054 Mar 31 18:17:03.025150 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f4a93fdd-3746-4e43-94ea-92700d3af0c4 req-9d87b9b3-4ef7-4ffb-a25c-25208359f7d2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Mar 31 18:17:03.049679 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc67322-66f4-43f9-bdfe-34c43ba270f8 req-09bd9400-d27f-4e85-bf37-3c36ea4e31de tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:03.049930 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:03.051438 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5fc67322-66f4-43f9-bdfe-34c43ba270f8 req-09bd9400-d27f-4e85-bf37-3c36ea4e31de tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0555570 Mar 31 18:17:03.107548 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:03.115235 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.115609 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.115950 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.116358 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.116707 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.116995 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5fc67322-66f4-43f9-bdfe-34c43ba270f8 req-f897b0db-7af2-4409-baa3-df9a23dec4e7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587573 Mar 31 18:17:03.117132 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.117353 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.117681 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.118007 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.118331 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.118663 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.119609 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.119954 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.120402 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.120593 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:03.151858 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-5b203881-0a71-4ec5-a5cb-4a66ffb1876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:03.153389 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-5b203881-0a71-4ec5-a5cb-4a66ffb1876b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1130 time: 0.0530884 Mar 31 18:17:03.249883 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-6e23b86f-5b04-41b4-b359-fa80de501967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:03.251256 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-6e23b86f-5b04-41b4-b359-fa80de501967 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.0905292 Mar 31 18:17:03.293465 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-b7c6b617-94dd-4704-bb16-210537103be2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 200 len: 217 time: 0.0357616 Mar 31 18:17:03.346873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-32d2d5cc-cba5-4553-b9f6-2ca0c89f662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:03.348362 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-32d2d5cc-cba5-4553-b9f6-2ca0c89f662c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0493095 Mar 31 18:17:03.402955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-2e8a6d66-de85-4518-983d-9bf083664ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:03.404529 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-2e8a6d66-de85-4518-983d-9bf083664ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494685 Mar 31 18:17:03.498556 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-5ec42853-9463-49c8-a309-7561ee90b13e service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871789 Mar 31 18:17:03.579575 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['ac0da20c-4da2-41db-a697-8bdb4f91e161'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:17:03.601467 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e4f1e4cd-e65d-4603-a9b9-64ac3c04e94a req-050f2772-e55b-412c-a3f2-91d1d608e19d service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965142 Mar 31 18:17:04.142445 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fde26-0821-4a5c-9e01-3544a270c288 req-a6cd3d8e-c7d8-4b7b-923d-0f2460fa23c4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:04.143968 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-640fde26-0821-4a5c-9e01-3544a270c288 req-a6cd3d8e-c7d8-4b7b-923d-0f2460fa23c4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0524373 Mar 31 18:17:04.193069 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-640fde26-0821-4a5c-9e01-3544a270c288 req-d0b4244b-31ac-46d9-b36a-4458c987e3f9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Mar 31 18:17:04.247916 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071e7fe-d3b6-4197-b3b3-1abc4af164a6 req-d6bac5cb-b76b-4838-816e-03344a6e0334 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:04.249418 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5071e7fe-d3b6-4197-b3b3-1abc4af164a6 req-d6bac5cb-b76b-4838-816e-03344a6e0334 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 944 time: 0.0569978 Mar 31 18:17:04.299956 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5071e7fe-d3b6-4197-b3b3-1abc4af164a6 req-28e7fb7b-525d-4829-bcda-a9c061df8fa7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437400 Mar 31 18:17:05.312126 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321063b6-f774-488a-b96c-818855ed1afc req-cf06bfb8-c525-40c5-a485-51a539d770c9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:05.313597 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-321063b6-f774-488a-b96c-818855ed1afc req-cf06bfb8-c525-40c5-a485-51a539d770c9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0546572 Mar 31 18:17:05.360574 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-321063b6-f774-488a-b96c-818855ed1afc req-2085b5ba-e75a-4d3e-b4ad-100dedd9077c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Mar 31 18:17:05.419441 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82234132-b623-4692-92e0-613dff81961f req-9d739a34-07d4-4ea7-8579-7ad6839a6026 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:05.420915 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82234132-b623-4692-92e0-613dff81961f req-9d739a34-07d4-4ea7-8579-7ad6839a6026 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 944 time: 0.0530672 Mar 31 18:17:05.476492 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82234132-b623-4692-92e0-613dff81961f req-2b616e52-2257-4d87-bf5e-893588b9b9a2 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466197 Mar 31 18:17:06.479660 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53059c-ed4f-4d55-acf1-d6e5bebe8482 req-304f82c3-3b20-4ac0-960b-f82ca7bac529 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:06.481185 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-de53059c-ed4f-4d55-acf1-d6e5bebe8482 req-304f82c3-3b20-4ac0-960b-f82ca7bac529 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0534439 Mar 31 18:17:06.535096 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-de53059c-ed4f-4d55-acf1-d6e5bebe8482 req-f43eb94e-d1a6-44cb-a691-c14ecca40bcb tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482786 Mar 31 18:17:06.604075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677a4e0-5ecc-499b-8bc6-ec1fe1943ef7 req-1da9887f-8c8e-4a68-8b15-add06c52a2b6 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:06.605560 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9677a4e0-5ecc-499b-8bc6-ec1fe1943ef7 req-1da9887f-8c8e-4a68-8b15-add06c52a2b6 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 944 time: 0.0610797 Mar 31 18:17:06.655779 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9677a4e0-5ecc-499b-8bc6-ec1fe1943ef7 req-f067f219-57fe-4488-82b7-985d357fd665 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Mar 31 18:17:06.713978 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:06.828993 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port ac0da20c-4da2-41db-a697-8bdb4f91e161 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:17:06.833797 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port ac0da20c-4da2-41db-a697-8bdb4f91e161 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:06.834172 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:06.913583 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port ac0da20c-4da2-41db-a697-8bdb4f91e161 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:06.913968 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:06.935445 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:06.937666 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb171bda-377a-48cc-aedb-cbd3fee6a757" -d '{"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-plugged", "status": "completed", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:06.950996 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:06.972747 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e764a-4942-4773-89ed-0e3290887d7d x-openstack-request-id: req-2a2e764a-4942-4773-89ed-0e3290887d7d {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:06.973068 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-plugged", "status": "completed", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:06.973328 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a2e764a-4942-4773-89ed-0e3290887d7d {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:06.973757 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2e764a-4942-4773-89ed-0e3290887d7d'] response: {'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'code': 200} Mar 31 18:17:07.078107 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:07.126500 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:07.455035 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca14722-a4ff-4c26-aa3f-a783c211ec0b req-8303535c-8f54-4d00-95ac-b1aeed7cf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:07.457184 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eca14722-a4ff-4c26-aa3f-a783c211ec0b req-8303535c-8f54-4d00-95ac-b1aeed7cf0e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1129 time: 0.0449569 Mar 31 18:17:07.502397 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eca14722-a4ff-4c26-aa3f-a783c211ec0b req-1a23c10e-7e92-4282-a41e-e212aced9775 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390186 Mar 31 18:17:07.673409 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff831d-eb7c-4510-9e78-29f594066a9c req-5268f20b-28c3-4cd3-96dd-6b24ae9bc88b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:07.675436 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f7ff831d-eb7c-4510-9e78-29f594066a9c req-5268f20b-28c3-4cd3-96dd-6b24ae9bc88b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0728626 Mar 31 18:17:07.729680 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f7ff831d-eb7c-4510-9e78-29f594066a9c req-b1b85b99-7e1f-43d7-a3e6-fad31af02f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Mar 31 18:17:07.785373 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8187c32-25a5-4f34-8d32-e6b6d5a5b71b req-dd32e05b-4880-48bb-817f-fe5c52619818 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:07.785373 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e8187c32-25a5-4f34-8d32-e6b6d5a5b71b req-dd32e05b-4880-48bb-817f-fe5c52619818 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Mar 31 18:17:07.837063 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e8187c32-25a5-4f34-8d32-e6b6d5a5b71b req-3121a211-8456-4b6f-b3dc-3b3ae19f0e33 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491276 Mar 31 18:17:08.952275 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a174f20-708b-4bc6-9975-56c414ea0cdb req-30fa7ff8-adf1-4fb0-a4bb-d03f8cdbab9c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:08.953742 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4a174f20-708b-4bc6-9975-56c414ea0cdb req-30fa7ff8-adf1-4fb0-a4bb-d03f8cdbab9c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0499141 Mar 31 18:17:09.003686 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4a174f20-708b-4bc6-9975-56c414ea0cdb req-18704190-eaf7-4906-abf1-726e8742b980 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Mar 31 18:17:10.120511 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daafac-79c1-46e5-9ca4-9cfda62b0a1d req-6ccf17fb-8fd1-4fb5-b86a-db7e294deac7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:10.121989 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d5daafac-79c1-46e5-9ca4-9cfda62b0a1d req-6ccf17fb-8fd1-4fb5-b86a-db7e294deac7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0529051 Mar 31 18:17:10.173805 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d5daafac-79c1-46e5-9ca4-9cfda62b0a1d req-58af4933-3dc0-4faf-88fb-9ffc4ee376c8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Mar 31 18:17:10.294956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892c96e-5d7b-4a5a-9711-61ffe1a458cb req-dffc35b3-9abd-4821-8c05-d9da1151c32d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:10.296339 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2892c96e-5d7b-4a5a-9711-61ffe1a458cb req-dffc35b3-9abd-4821-8c05-d9da1151c32d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0512638 Mar 31 18:17:10.346731 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2892c96e-5d7b-4a5a-9711-61ffe1a458cb req-7c343dba-793e-4a75-93a6-a112adc1ea10 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Mar 31 18:17:10.368376 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54124) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:10.588388 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292137a-c5cf-4341-9b05-cae50bf49b8d tempest-TestShelveInstance-2078946019 tempest-TestShelveInstance-2078946019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:10.590004 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-0292137a-c5cf-4341-9b05-cae50bf49b8d tempest-TestShelveInstance-2078946019 tempest-TestShelveInstance-2078946019-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1124 time: 0.2206774 Mar 31 18:17:10.593512 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54134) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:10.600171 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'port_id': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:10.682882 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:10.813069 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:10.871333 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54144) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:10.876051 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310424610', 'description': 'tempest-description--470003854'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:10.932746 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Allocated IP 172.37.4.235 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/918e63c5-bd2b-408d-aacc-46c2ece9e626) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:10.975011 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.037880 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.046178 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group (041c478b-6dfe-4cb2-ab2e-47d26eb600b5), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.137392 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (041c478b-6dfe-4cb2-ab2e-47d26eb600b5), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.166568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041c478b-6dfe-4cb2-ab2e-47d26eb600b5,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:11.178568 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.212718 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:11.215538 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:11.218929 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:11.248146 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'Port': ['ID=918e63c5-bd2b-408d-aacc-46c2ece9e626,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:11.264229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.265673 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3e0a9062-2cd0-4bfa-a03e-b5e8c1b5109c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3930962 Mar 31 18:17:11.269246 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54152) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:11.276909 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'security_group_rule': {'security_group_id': '041c478b-6dfe-4cb2-ab2e-47d26eb600b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:11.416773 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group_rule (0f96e062-78cd-4181-8164-bb69668d1c2c), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.475228 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group_rule (0f96e062-78cd-4181-8164-bb69668d1c2c), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.566058 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (0f96e062-78cd-4181-8164-bb69668d1c2c), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.588492 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f96e062-78cd-4181-8164-bb69668d1c2c,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:11.695700 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.697703 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-624b671f-2505-4742-a7ea-8c7305e72617 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270387 Mar 31 18:17:11.700289 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54156) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:11.709417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'security_group_rule': {'security_group_id': '041c478b-6dfe-4cb2-ab2e-47d26eb600b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:11.834694 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group_rule (f401b57b-344f-4083-ae67-c56da0105b5b), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.851548 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for floatingip (cd2352bc-a231-451f-82b2-9d4e0d060ab8), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:11.896987 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group_rule (f401b57b-344f-4083-ae67-c56da0105b5b), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.014525 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (f401b57b-344f-4083-ae67-c56da0105b5b), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.016037 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.034728 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f401b57b-344f-4083-ae67-c56da0105b5b,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:12.102658 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.103927 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9c702795-07d6-4f5f-ad96-b72b0ae7852c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026043 Mar 31 18:17:12.114008 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54160) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:12.118634 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:12.177012 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.199844 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.277597 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.312647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.325950 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event updated for resources: {'Port': ['ID=918e63c5-bd2b-408d-aacc-46c2ece9e626,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:12.369061 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (cd2352bc-a231-451f-82b2-9d4e0d060ab8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.438619 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Allocated IP 172.37.4.60 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/6d6b65b4-c3ba-4407-a5eb-56a75030641e) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:12.482634 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Floating IP cd2352bc-a231-451f-82b2-9d4e0d060ab8 associated. External IP: 172.37.4.235, port: ac0da20c-4da2-41db-a697-8bdb4f91e161. Mar 31 18:17:12.549839 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.668754 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.708233 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Router 611f16de-b088-4f16-b191-4d50395784dc has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:17:12.709025 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:12.711962 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:12.715395 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:12.749337 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'Port': ['ID=6d6b65b4-c3ba-4407-a5eb-56a75030641e,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:12.830025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:12.842809 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] Sync routers for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:12.855110 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:12.855924 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:16:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:12.858947 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.912794 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-71fcd502-dbf2-4ee0-aa4d-af3560538f8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837011 Mar 31 18:17:12.936630 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:12.972770 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-558d3d55-2e90-4a93-8191-8b70eadae736 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3778765 Mar 31 18:17:12.977130 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54178) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:12.977130 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:12.977130 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831071d1-96be-484c-a354-e0207f5e5b96" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:13.026270 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac6ba69-7fd0-4ea3-a626-013a4b187ba0 x-openstack-request-id: req-dac6ba69-7fd0-4ea3-a626-013a4b187ba0 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:13.026616 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:13.026873 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dac6ba69-7fd0-4ea3-a626-013a4b187ba0 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:13.027558 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac6ba69-7fd0-4ea3-a626-013a4b187ba0'] response: {'name': 'network-changed', 'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'status': 'completed', 'code': 200} Mar 31 18:17:13.029505 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.029973 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:13.079355 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-83cae73a-0212-4d36-81a3-4421b71c0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:13.082031 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-83cae73a-0212-4d36-81a3-4421b71c0564 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 1130 time: 0.1356089 Mar 31 18:17:13.144983 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d338867e-0d16-4b10-9127-8b2ad82d4eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.203921 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831071d1-96be-484c-a354-e0207f5e5b96 req-b8484791-6c81-41df-9a82-f29227acec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:13.205393 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-b8484791-6c81-41df-9a82-f29227acec5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1129 time: 0.1224096 Mar 31 18:17:13.227609 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d338867e-0d16-4b10-9127-8b2ad82d4eb0 admin admin] Publish callbacks [] for security_group (de3373d6-d2d9-43d9-b7ab-edfd5fc42b52), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.297445 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cd2352bc-a231-451f-82b2-9d4e0d060ab8', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'floating_ip_address': '172.37.4.235', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '611f16de-b088-4f16-b191-4d50395784dc', 'port_id': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'mac_address': 'fa:16:3e:b0:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:11Z', 'updated_at': '2022-03-31T18:17:11Z', 'revision_number': 0, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:04Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:13.302987 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d338867e-0d16-4b10-9127-8b2ad82d4eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (de3373d6-d2d9-43d9-b7ab-edfd5fc42b52), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.327685 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] Checking router: 611f16de-b088-4f16-b191-4d50395784dc for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:13.339683 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:13.340334 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:16:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:13.343550 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338867e-0d16-4b10-9127-8b2ad82d4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3373d6-d2d9-43d9-b7ab-edfd5fc42b52,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:13.350810 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d338867e-0d16-4b10-9127-8b2ad82d4eb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abf8be4d52b14965bfd91a03f76677fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716221 Mar 31 18:17:13.351928 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54188) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:13.358370 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-35345f06-a9ef-4bb7-84cd-19e3241310b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:13.361233 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-35345f06-a9ef-4bb7-84cd-19e3241310b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.2381370 Mar 31 18:17:13.410132 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bf655b53-08df-43dc-95eb-7af55f1bd93b admin admin] Publish callbacks [] for security_group (de3373d6-d2d9-43d9-b7ab-edfd5fc42b52), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.414230 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-efd3d43f-3d61-4b1c-916a-6f78b7622424 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 200 len: 217 time: 0.0433977 Mar 31 18:17:13.434741 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bf655b53-08df-43dc-95eb-7af55f1bd93b admin admin] Publish callbacks [] for security_group (de3373d6-d2d9-43d9-b7ab-edfd5fc42b52), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.452916 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:13.471752 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831071d1-96be-484c-a354-e0207f5e5b96 req-efd8b33a-c064-4624-8217-f1bfa1d6e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:13.473319 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-efd8b33a-c064-4624-8217-f1bfa1d6e37c service neutron] 10.222.0.65 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 909 time: 0.2592125 Mar 31 18:17:13.532349 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-2d94fc6a-1268-4b1d-bbc4-4a6ddeb9b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:13.533812 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-2d94fc6a-1268-4b1d-bbc4-4a6ddeb9b022 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.1099260 Mar 31 18:17:13.539456 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.558393 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bf655b53-08df-43dc-95eb-7af55f1bd93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (de3373d6-d2d9-43d9-b7ab-edfd5fc42b52), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.560997 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bf655b53-08df-43dc-95eb-7af55f1bd93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.562329 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-bf655b53-08df-43dc-95eb-7af55f1bd93b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de3373d6-d2d9-43d9-b7ab-edfd5fc42b52 HTTP/1.1" status: 204 len: 168 time: 0.2092938 Mar 31 18:17:13.575000 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf655b53-08df-43dc-95eb-7af55f1bd93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3373d6-d2d9-43d9-b7ab-edfd5fc42b52,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:13.599913 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-6354f9ec-78f5-4b12-89e6-6d12fa768ebd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 999 time: 0.1169839 Mar 31 18:17:13.612108 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-ddbcaadf-ae56-4b09-a041-c2a6726ab5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:13.613439 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-ddbcaadf-ae56-4b09-a041-c2a6726ab5ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0721979 Mar 31 18:17:13.622111 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:13.699443 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cd2352bc-a231-451f-82b2-9d4e0d060ab8', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'floating_ip_address': '172.37.4.235', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '611f16de-b088-4f16-b191-4d50395784dc', 'port_id': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'mac_address': 'fa:16:3e:b0:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:11Z', 'updated_at': '2022-03-31T18:17:11Z', 'revision_number': 0, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:04Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:13.729147 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de38a8-dad8-48ab-ad9c-901d58344890 None None] The sync data for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb is: [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cd2352bc-a231-451f-82b2-9d4e0d060ab8', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'floating_ip_address': '172.37.4.235', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '611f16de-b088-4f16-b191-4d50395784dc', 'port_id': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'mac_address': 'fa:16:3e:b0:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:11Z', 'updated_at': '2022-03-31T18:17:11Z', 'revision_number': 0, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:04Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:13.938444 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e51da-eda7-4cbb-8ec7-66f3d25fe5b4 None None] New status for floating IP cd2352bc-a231-451f-82b2-9d4e0d060ab8: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:17:14.029768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831071d1-96be-484c-a354-e0207f5e5b96 req-00647e45-af5a-4a4d-8c99-933ab757e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:14.031227 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-00647e45-af5a-4a4d-8c99-933ab757e69e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 200 len: 847 time: 0.4222126 Mar 31 18:17:14.066156 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'Port': ['ID=6d6b65b4-c3ba-4407-a5eb-56a75030641e,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:14.099645 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.107134 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-66008bfc-3aee-403f-9c0a-b40dc327b1b0 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817414 Mar 31 18:17:14.172864 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831071d1-96be-484c-a354-e0207f5e5b96 req-08a6916a-e3ae-4932-9b99-41c00fdaab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:14.174419 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-08a6916a-e3ae-4932-9b99-41c00fdaab19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20103efb-f0ee-4082-bade-70fb0ec7eb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1279984 Mar 31 18:17:14.238182 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.239434 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9d70700c-c263-438c-a2f4-bc0a6d5f20ec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1243293 Mar 31 18:17:14.271607 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54198) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:14.293253 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351320cd-da8b-495a-9a4c-4015f0098b49 req-eab91f1f-4560-4036-aa70-d31f6f047e60 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659305 Mar 31 18:17:14.296202 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2acef1f2-ef5a-4268-999e-89899e1c596d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.329961 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-0095b014-73f0-4a29-a5ca-38f1b5f05117 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452105 Mar 31 18:17:14.461904 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2acef1f2-ef5a-4268-999e-89899e1c596d admin admin] Publish callbacks [] for security_group (c1055968-c785-464d-a60f-29222eb9493c), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.500033 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-473cb939-4eab-48aa-89f6-c7b63a0c5526 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--310424610&fields=id&tenant_id=52f95e5b41c24721a4fe311441406989 HTTP/1.1" status: 200 len: 267 time: 0.0866480 Mar 31 18:17:14.505789 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-831071d1-96be-484c-a354-e0207f5e5b96 req-83a7bf75-3495-4ecc-961e-746a7431b3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454868 Mar 31 18:17:14.556362 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2acef1f2-ef5a-4268-999e-89899e1c596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c1055968-c785-464d-a60f-29222eb9493c), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.610771 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2acef1f2-ef5a-4268-999e-89899e1c596d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f3a914e72974597b9b82de63dccbdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326154 Mar 31 18:17:14.613441 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54210) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:14.617342 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef1f2-ef5a-4268-999e-89899e1c596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1055968-c785-464d-a60f-29222eb9493c,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:14.650793 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-0751d082-2664-47be-bc28-ed875c26eca7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:14.652299 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-0751d082-2664-47be-bc28-ed875c26eca7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 818 time: 0.1455598 Mar 31 18:17:14.664057 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e98f210f-53cf-43a3-bbb1-1d5b6db60352 admin admin] Publish callbacks [] for security_group (c1055968-c785-464d-a60f-29222eb9493c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.666447 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-f910d113-2fb6-45da-9ed2-4081b10e14e4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/quotas/52f95e5b41c24721a4fe311441406989 HTTP/1.1" status: 200 len: 375 time: 0.0086522 Mar 31 18:17:14.685329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e98f210f-53cf-43a3-bbb1-1d5b6db60352 admin admin] Publish callbacks [] for security_group (c1055968-c785-464d-a60f-29222eb9493c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.724717 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-03ebfe2d-24e3-46d9-8a80-40eddd067bf0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0529201 Mar 31 18:17:14.803252 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e98f210f-53cf-43a3-bbb1-1d5b6db60352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c1055968-c785-464d-a60f-29222eb9493c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.805919 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e98f210f-53cf-43a3-bbb1-1d5b6db60352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:14.807247 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e98f210f-53cf-43a3-bbb1-1d5b6db60352 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1055968-c785-464d-a60f-29222eb9493c HTTP/1.1" status: 204 len: 168 time: 0.1922276 Mar 31 18:17:14.816004 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f210f-53cf-43a3-bbb1-1d5b6db60352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1055968-c785-464d-a60f-29222eb9493c,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:14.823881 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-cb4ccaf9-f0af-4298-b1a7-f3bbf252362e service neutron] 10.222.0.62 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877347 Mar 31 18:17:14.918234 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-d5faccc8-2688-47df-83d7-d0f8f72619c5 service neutron] 10.222.0.62 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884454 Mar 31 18:17:15.152923 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4361a656-b644-43f1-9350-e33d03655e72 req-28fcb410-b061-485c-9ddf-872efb702d53 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 210 time: 0.0472872 Mar 31 18:17:15.590251 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54236) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:15.605846 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae5b66c2-efb3-422e-be56-2eaf9180b109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:15.617060 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:15.690611 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae5b66c2-efb3-422e-be56-2eaf9180b109 admin admin] Publish callbacks [] for security_group (d74261be-be42-4177-a9f8-b7c24d406c6b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:15.780645 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ae5b66c2-efb3-422e-be56-2eaf9180b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d74261be-be42-4177-a9f8-b7c24d406c6b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:15.830009 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ae5b66c2-efb3-422e-be56-2eaf9180b109 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44b1cb4bb8c84e6895a35de0cb86dff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316806 Mar 31 18:17:15.830009 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b66c2-efb3-422e-be56-2eaf9180b109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74261be-be42-4177-a9f8-b7c24d406c6b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:15.830009 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54240) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:15.877846 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f0899a4-856b-4c21-a26f-416aca8ae1d6 admin admin] Publish callbacks [] for security_group (d74261be-be42-4177-a9f8-b7c24d406c6b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:15.901213 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f0899a4-856b-4c21-a26f-416aca8ae1d6 admin admin] Publish callbacks [] for security_group (d74261be-be42-4177-a9f8-b7c24d406c6b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:16.028991 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f0899a4-856b-4c21-a26f-416aca8ae1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d74261be-be42-4177-a9f8-b7c24d406c6b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:16.031768 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3f0899a4-856b-4c21-a26f-416aca8ae1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:16.033406 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3f0899a4-856b-4c21-a26f-416aca8ae1d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d74261be-be42-4177-a9f8-b7c24d406c6b HTTP/1.1" status: 204 len: 168 time: 0.2043767 Mar 31 18:17:16.042507 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0899a4-856b-4c21-a26f-416aca8ae1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74261be-be42-4177-a9f8-b7c24d406c6b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:16.282211 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9da023a-6e2b-41e0-84d4-5fd18e411076 req-95e55c16-ecba-4d82-8bc8-128de6d047f9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 210 time: 0.0359600 Mar 31 18:17:17.302710 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b12dbb06-c3a0-4b18-9ffa-e33ebe15a37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:17.387647 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2e92f585-fad7-4cac-9bf9-2e5977eff327 req-e5abffbc-0fb5-4a0b-8c0f-85f4dcc4865b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 210 time: 0.0267761 Mar 31 18:17:17.590002 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-080500a1-eec7-498a-94d5-2c60fe2f8637 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:17.591426 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-080500a1-eec7-498a-94d5-2c60fe2f8637 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 818 time: 0.1056149 Mar 31 18:17:17.675505 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-4462aa40-4e95-4c70-a628-0fdb57a160b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52f95e5b41c24721a4fe311441406989 HTTP/1.1" status: 200 len: 379 time: 0.0672357 Mar 31 18:17:17.687028 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'port': {'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'admin_state_up': True, 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'security_groups': ['041c478b-6dfe-4cb2-ab2e-47d26eb600b5']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:17.920823 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Made reservation on behalf of 52f95e5b41c24721a4fe311441406989 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:17:17.924227 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:18.063204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Allocated IP 172.20.0.13 (4872666f-abbb-46a7-ab9a-83cc9a51bbac/b81c167d-082d-43d3-9246-74a8094f2168/65a0c20e-4b38-49de-9b44-ace47273dc72) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:18.220177 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:18.366277 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:18.415413 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:18.418732 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:18.422988 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:18.471481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event updated for resources: {'Port': ['ID=65a0c20e-4b38-49de-9b44-ace47273dc72,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:18.526693 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:18.527343 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:18.572380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf5f6a-688a-432a-a1ce-d1f5e21156ce req-7b25f7a3-045c-493f-b099-1699fbc8bb43 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:18.574952 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2adf5f6a-688a-432a-a1ce-d1f5e21156ce req-7b25f7a3-045c-493f-b099-1699fbc8bb43 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 932 time: 0.0965240 Mar 31 18:17:18.605911 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-e64cfd02-d2ab-4683-8284-96010983c54d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228323 Mar 31 18:17:18.637929 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Request body: {'port': {'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:18.655770 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2adf5f6a-688a-432a-a1ce-d1f5e21156ce req-60a659d7-63f3-4053-8480-c48998840edf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706339 Mar 31 18:17:18.717523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:18.749712 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-3a0edaa7-fa84-484d-8cf5-6f3a8c3d8d56 None None] Provisioning complete for port 65a0c20e-4b38-49de-9b44-ace47273dc72 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:18.751424 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3a0edaa7-fa84-484d-8cf5-6f3a8c3d8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:18.794834 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-3a0edaa7-fa84-484d-8cf5-6f3a8c3d8d56 None None] Port 65a0c20e-4b38-49de-9b44-ace47273dc72 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:19.019859 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a0c20e-4b38-49de-9b44-ace47273dc72 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:17:19.028013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Publish callbacks [] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.041364 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Transition to ACTIVE for port object 65a0c20e-4b38-49de-9b44-ace47273dc72 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:17:19.115016 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.180981 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Pushing event updated for resources: {'Port': ['ID=65a0c20e-4b38-49de-9b44-ace47273dc72,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:19.254388 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Attempting to bind port 65a0c20e-4b38-49de-9b44-ace47273dc72 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:19.254733 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Attempting to bind port 65a0c20e-4b38-49de-9b44-ace47273dc72 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:19.255070 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Attempting to bind port 65a0c20e-4b38-49de-9b44-ace47273dc72 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:19.260285 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Port 65a0c20e-4b38-49de-9b44-ace47273dc72 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:17:19.260999 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Attempting to bind port 65a0c20e-4b38-49de-9b44-ace47273dc72 on network 4872666f-abbb-46a7-ab9a-83cc9a51bbac {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:19.266234 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:19.266421 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Checking segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:19.266873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Bound using segment: {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:19.267386 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Bound port: 65a0c20e-4b38-49de-9b44-ace47273dc72, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438c1680-ef27-4c22-b724-6cdebf9b312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:19.268407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.338466 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] For port 65a0c20e-4b38-49de-9b44-ace47273dc72, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:19.341667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] For port 65a0c20e-4b38-49de-9b44-ace47273dc72, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65a0c20e-4b38-49de-9b44-ace47273dc72,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:19.443995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.471893 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a573592e-4195-46f5-a8ca-e7a32cdc2cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.479160 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:19.479647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.481031 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 1094 time: 0.8475001 Mar 31 18:17:19.481471 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:19.483815 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:19.512454 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c814d3c-0345-406c-8b20-13fdc40176d4 service neutron] Pushing event updated for resources: {'Port': ['ID=65a0c20e-4b38-49de-9b44-ace47273dc72,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:19.541917 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2cbc68-49b0-4046-a4d2-9717c7d36be7 x-openstack-request-id: req-6a2cbc68-49b0-4046-a4d2-9717c7d36be7 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:19.542213 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:19.542469 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a2cbc68-49b0-4046-a4d2-9717c7d36be7 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:19.542874 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2cbc68-49b0-4046-a4d2-9717c7d36be7'] response: {'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'status': 'completed', 'code': 200} Mar 31 18:17:19.652490 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2 req-65ed2676-71e1-488c-8052-01eab44ed8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:19.654175 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2 req-65ed2676-71e1-488c-8052-01eab44ed8ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1128 time: 0.0473912 Mar 31 18:17:19.757528 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54322) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:19.764620 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555472894', 'description': 'tempest-description--279640144'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:19.826067 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb2c07-0a64-499c-bb4c-8d6f66220c43 req-b3a33ee0-f4c7-4053-a845-c4a0d5dcf01d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:19.827623 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d8eb2c07-0a64-499c-bb4c-8d6f66220c43 req-b3a33ee0-f4c7-4053-a845-c4a0d5dcf01d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 944 time: 0.0839963 Mar 31 18:17:19.849501 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2 req-cb4696fd-e8ac-4e3e-a5b3-43a3ba7526bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:19.851005 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2 req-cb4696fd-e8ac-4e3e-a5b3-43a3ba7526bb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=52f95e5b41c24721a4fe311441406989&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1823318 Mar 31 18:17:19.863114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.932293 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (c76f9d49-f630-45a5-a9c2-188f82ef8333), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:19.941076 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d8eb2c07-0a64-499c-bb4c-8d6f66220c43 req-760ca9f3-d431-407b-b804-b0f786ce9f5b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065006 Mar 31 18:17:19.975334 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2 req-7827920c-548c-4ab1-aa5f-36dc5411204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:19.976841 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb0f7649-debb-4e8e-98ad-528ffc08bfc2 req-7827920c-548c-4ab1-aa5f-36dc5411204e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180272 Mar 31 18:17:20.011392 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c76f9d49-f630-45a5-a9c2-188f82ef8333), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.039152 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f9d49-f630-45a5-a9c2-188f82ef8333,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:20.102793 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.104112 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b65a09fe-e2b9-48b2-8b68-d2ca0d3bf600 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3451371 Mar 31 18:17:20.106650 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-8b22337f-a0ac-4faa-8144-e6f1452ce396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:20.107236 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54330) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:20.108154 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-8b22337f-a0ac-4faa-8144-e6f1452ce396 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1128 time: 0.0507598 Mar 31 18:17:20.112318 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': 'c76f9d49-f630-45a5-a9c2-188f82ef8333', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:20.167938 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-a58863eb-38db-4045-bbc2-519309252e8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 217 time: 0.0417454 Mar 31 18:17:20.222235 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-ff6a886c-00f4-4e10-8dd2-bf6d99100cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:20.223648 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-ff6a886c-00f4-4e10-8dd2-bf6d99100cd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0480645 Mar 31 18:17:20.268119 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (139d6d13-87e2-4706-b6c4-887960fa5163), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.277143 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-2ca4e1c8-c1e3-4e5c-958f-343e02921563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:20.278663 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-2ca4e1c8-c1e3-4e5c-958f-343e02921563 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454426 Mar 31 18:17:20.326420 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (139d6d13-87e2-4706-b6c4-887960fa5163), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.374302 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-bc5be1f6-cf58-479c-8ee9-8a2b83ba8174 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872865 Mar 31 18:17:20.376523 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (139d6d13-87e2-4706-b6c4-887960fa5163), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.394845 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139d6d13-87e2-4706-b6c4-887960fa5163,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:20.461310 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.462580 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6b7f308b-4dbf-4f6e-b388-6722a18ad6e2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543601 Mar 31 18:17:20.465660 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54332) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:20.470142 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': 'c76f9d49-f630-45a5-a9c2-188f82ef8333', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:20.471416 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6c601f09-9c31-4319-bd11-52ea45c6996d req-8efb9996-4996-4b11-b67d-51dfaaf3921a service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877352 Mar 31 18:17:20.556842 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (0f07ded3-c25c-4d6e-af17-80a45653e689), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.582683 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.612328 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (0f07ded3-c25c-4d6e-af17-80a45653e689), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.679554 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (0f07ded3-c25c-4d6e-af17-80a45653e689), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.697937 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f07ded3-c25c-4d6e-af17-80a45653e689,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:20.778608 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.779911 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-9898f841-2988-49f7-9a97-ee4a9d4bb1c1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132644 Mar 31 18:17:20.783004 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54334) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:20.787298 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:20.902570 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:20.999199 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.122361 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0be6d-2740-4be5-a298-b0491921a9f2 req-75fd514e-2e8a-4975-9cba-06c830223d3d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:21.123767 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-04c0be6d-2740-4be5-a298-b0491921a9f2 req-75fd514e-2e8a-4975-9cba-06c830223d3d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 944 time: 0.1147745 Mar 31 18:17:21.159593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.37.4.240 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/f967d71e-e340-44f9-8a7f-2a3094ab0e17) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:21.203007 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-04c0be6d-2740-4be5-a298-b0491921a9f2 req-24d6ae56-e639-4cc5-ac3c-ef12969afaf2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725462 Mar 31 18:17:21.279745 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.365912 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.406658 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:21.409862 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:21.415512 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:21.421034 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=f967d71e-e340-44f9-8a7f-2a3094ab0e17,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:21.512382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (6b15bdb2-bf3a-4110-9a99-0382a00ac706), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.608162 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.766014 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.860603 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:21.939425 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=f967d71e-e340-44f9-8a7f-2a3094ab0e17,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:21.946631 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (6b15bdb2-bf3a-4110-9a99-0382a00ac706), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:22.019598 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:22.020857 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b1fcc530-e16f-4e35-8348-99f049bf4f06 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2368655 Mar 31 18:17:22.283597 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-f6105e58-7280-40b8-9fae-b90e94fac9d9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1555472894&fields=id&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 267 time: 0.0622180 Mar 31 18:17:22.362652 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3a37-5855-4111-bc89-b238e022b869 req-caf46cd6-edaa-43c2-a914-f70bc7a6ba84 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:22.364376 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d06f3a37-5855-4111-bc89-b238e022b869 req-caf46cd6-edaa-43c2-a914-f70bc7a6ba84 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 944 time: 0.0652106 Mar 31 18:17:22.398884 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:22.411160 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-b0ea0b6f-1b8d-486d-a1e4-c7632e8b3567 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:22.415958 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-b0ea0b6f-1b8d-486d-a1e4-c7632e8b3567 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.1226501 Mar 31 18:17:22.431030 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-2c3bd9fa-06c4-4957-b3c2-6b7a3396b0e7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/quotas/a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 375 time: 0.0117834 Mar 31 18:17:22.436603 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d06f3a37-5855-4111-bc89-b238e022b869 req-1b1f5d0f-ed7b-49b7-be81-79661cf90b63 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632918 Mar 31 18:17:22.507917 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-64332356-a483-440e-85ad-fa16352c9f66 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637920 Mar 31 18:17:22.607997 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-669b5db3-bfe2-439d-94f1-cae3266dfd96 service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886767 Mar 31 18:17:22.710434 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-e10d6d50-5ebd-4f73-bfa2-56f559931291 service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953774 Mar 31 18:17:22.994335 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d44cddb2-fd7b-41e7-b088-cab7fd4fffff req-3db92759-c071-43de-9958-1ef597445b8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 210 time: 0.0409708 Mar 31 18:17:23.508983 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:23.563829 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f59c-f430-41cf-b644-ec19d0898399 req-de014e1b-bed7-49b7-9df3-deeacbe40460 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:23.565369 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f5f4f59c-f430-41cf-b644-ec19d0898399 req-de014e1b-bed7-49b7-9df3-deeacbe40460 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 944 time: 0.0545220 Mar 31 18:17:23.611794 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f5f4f59c-f430-41cf-b644-ec19d0898399 req-c16dcdbf-3608-43d1-8aa9-b91c4034c15e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Mar 31 18:17:24.099133 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d4011e1c-e996-422e-aa8c-83d835562055 req-8daf2ff0-1df8-4a6c-875b-609d35e2a5d6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Mar 31 18:17:24.731253 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a530b0-fc58-4c74-b72c-fce234bfcb2c req-af984e95-0ed6-4a4e-b57a-5b3b0215756c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:24.732674 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-01a530b0-fc58-4c74-b72c-fce234bfcb2c req-af984e95-0ed6-4a4e-b57a-5b3b0215756c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 944 time: 0.0543020 Mar 31 18:17:24.785330 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-01a530b0-fc58-4c74-b72c-fce234bfcb2c req-480cef37-4ddf-4bb6-9357-a5b9931ad503 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464044 Mar 31 18:17:24.840528 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 65a0c20e-4b38-49de-9b44-ace47273dc72 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:17:24.941455 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 65a0c20e-4b38-49de-9b44-ace47273dc72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65a0c20e-4b38-49de-9b44-ace47273dc72,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:24.954730 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:17:24.997072 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 65a0c20e-4b38-49de-9b44-ace47273dc72 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:24.997352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:25.010814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a0c20e-4b38-49de-9b44-ace47273dc72 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:17:25.030757 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 65a0c20e-4b38-49de-9b44-ace47273dc72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65a0c20e-4b38-49de-9b44-ace47273dc72,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:25.085705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:25.141093 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=65a0c20e-4b38-49de-9b44-ace47273dc72,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:25.203388 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0d5577d1-fd77-45c9-b22d-b4d8bb4bb7f1 req-cf485ba7-c1b1-4276-babf-6648a0cfa419 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 210 time: 0.0320380 Mar 31 18:17:25.495049 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:17:25.643594 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['65a0c20e-4b38-49de-9b44-ace47273dc72'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:17:25.644809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-eff9b291-b9d4-42d0-8853-053c7a6159c9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:25.647465 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-eff9b291-b9d4-42d0-8853-053c7a6159c9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.1064136 Mar 31 18:17:25.765284 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-b7645525-80e2-46d3-bbe3-f4f79bfad771 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 471 time: 0.0964503 Mar 31 18:17:25.775796 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'port': {'device_id': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'admin_state_up': True, 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'security_groups': ['c76f9d49-f630-45a5-a9c2-188f82ef8333']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:25.826689 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca553f-6844-4e3c-8965-5242304c053c req-effdece3-2493-450c-bac0-9ac79a8eb9ed tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:25.835572 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c2ca553f-6844-4e3c-8965-5242304c053c req-effdece3-2493-450c-bac0-9ac79a8eb9ed tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0881488 Mar 31 18:17:25.886029 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c2ca553f-6844-4e3c-8965-5242304c053c req-743d2b9e-8e1d-45e3-90cf-1db3b2a294be tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497918 Mar 31 18:17:25.954987 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f08fb-58fb-4af3-877e-a0ca57db60ea req-78080791-98d6-48aa-a058-e10823c70ba2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:25.956859 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4c7f08fb-58fb-4af3-877e-a0ca57db60ea req-78080791-98d6-48aa-a058-e10823c70ba2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 945 time: 0.0770452 Mar 31 18:17:26.009159 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4c7f08fb-58fb-4af3-877e-a0ca57db60ea req-0a59660b-aad8-4c72-bcf7-d838dad2fa95 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464621 Mar 31 18:17:26.028395 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Made reservation on behalf of a390cb7974cd4d92be1e224dc1e6b77f for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:17:26.031751 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:26.172771 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.20.0.4 (8c6bbb67-44d9-4cb7-b299-8050fa443730/860b2f6e-2253-46bd-b63b-ce2855a12e7e/199c080f-d9ed-40f3-b353-7ccd928efb64) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:26.308810 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-74229d31-ebb4-4fdc-9304-076b494a3354 req-ac8e1256-ecdd-485e-a0cb-08ca2ffc7ee0 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 210 time: 0.0313051 Mar 31 18:17:26.329417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:26.455924 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:26.498636 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:26.501816 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:26.505668 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:26.540096 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=199c080f-d9ed-40f3-b353-7ccd928efb64,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:26.572739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:26.573356 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:26.659764 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-0905c9cd-509f-40f7-b7a0-cee06d4be159 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886957 Mar 31 18:17:26.677561 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Request body: {'port': {'device_id': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:26.724459 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-1bcc2134-02d4-4cad-94aa-89fdc5814b5e None None] Provisioning complete for port 199c080f-d9ed-40f3-b353-7ccd928efb64 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:26.725055 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2134-02d4-4cad-94aa-89fdc5814b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:26.736903 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:26.759015 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc2134-02d4-4cad-94aa-89fdc5814b5e None None] Port 199c080f-d9ed-40f3-b353-7ccd928efb64 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:27.051149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcb2-2249-48aa-96a6-a3258a0bd2a9 req-426bff97-71c5-4660-a7a6-8e038ec953bc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:27.052724 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b74efcb2-2249-48aa-96a6-a3258a0bd2a9 req-426bff97-71c5-4660-a7a6-8e038ec953bc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0887420 Mar 31 18:17:27.118121 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199c080f-d9ed-40f3-b353-7ccd928efb64 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:17:27.130730 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Publish callbacks [] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:27.131646 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dcd6c-bbca-4198-aff3-3bb73d7d5d1a req-7df18eee-1eab-40e5-97b3-d8a46d0f2a7f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:27.133460 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cf1dcd6c-bbca-4198-aff3-3bb73d7d5d1a req-7df18eee-1eab-40e5-97b3-d8a46d0f2a7f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 945 time: 0.0557151 Mar 31 18:17:27.154323 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b74efcb2-2249-48aa-96a6-a3258a0bd2a9 req-52f564ec-b212-4b08-b3e5-50865fa1cd9f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937550 Mar 31 18:17:27.159135 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Transition to ACTIVE for port object 199c080f-d9ed-40f3-b353-7ccd928efb64 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:17:27.198072 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cf1dcd6c-bbca-4198-aff3-3bb73d7d5d1a req-a16417f6-3b07-4590-a6be-b4020a7521f2 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534444 Mar 31 18:17:27.248855 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:27.305080 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Pushing event updated for resources: {'Port': ['ID=199c080f-d9ed-40f3-b353-7ccd928efb64,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:27.402587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Attempting to bind port 199c080f-d9ed-40f3-b353-7ccd928efb64 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:27.402587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Attempting to bind port 199c080f-d9ed-40f3-b353-7ccd928efb64 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:27.403033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Attempting to bind port 199c080f-d9ed-40f3-b353-7ccd928efb64 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:27.425010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Port 199c080f-d9ed-40f3-b353-7ccd928efb64 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:17:27.425245 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Attempting to bind port 199c080f-d9ed-40f3-b353-7ccd928efb64 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:27.433413 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:27.433767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:27.434115 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Bound using segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:27.434556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Bound port: 199c080f-d9ed-40f3-b353-7ccd928efb64, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:27.434925 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:27.483734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9ce63-a898-4ebd-8bfc-39b109d914ea req-324094ba-3393-4a72-9ab6-8c6f9833c242 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:27.485232 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82c9ce63-a898-4ebd-8bfc-39b109d914ea req-324094ba-3393-4a72-9ab6-8c6f9833c242 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 943 time: 0.0958676 Mar 31 18:17:27.546113 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] For port 199c080f-d9ed-40f3-b353-7ccd928efb64, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:27.564717 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] For port 199c080f-d9ed-40f3-b353-7ccd928efb64, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=199c080f-d9ed-40f3-b353-7ccd928efb64,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:27.568824 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82c9ce63-a898-4ebd-8bfc-39b109d914ea req-da366804-d1b3-4812-978e-af61b42c552f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765243 Mar 31 18:17:27.644156 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:27.680298 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:27.680889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:27.682258 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] 10.222.0.65 "PUT /v2.0/ports/199c080f-d9ed-40f3-b353-7ccd928efb64 HTTP/1.1" status: 200 len: 1093 time: 1.0089967 Mar 31 18:17:27.682703 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:27.684969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1878c4-8d8b-45f5-bd96-0677448be105" -d '{"events": [{"name": "network-changed", "server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:27.715012 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fcdef-9280-405c-a0ee-aa37bbe566bd service neutron] Pushing event updated for resources: {'Port': ['ID=199c080f-d9ed-40f3-b353-7ccd928efb64,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:27.740727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b5647-d9be-4789-be29-9c01a2dd8781 x-openstack-request-id: req-931b5647-d9be-4789-be29-9c01a2dd8781 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:27.741033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:27.741292 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-931b5647-d9be-4789-be29-9c01a2dd8781 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:27.741697 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931b5647-d9be-4789-be29-9c01a2dd8781'] response: {'name': 'network-changed', 'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'status': 'completed', 'code': 200} Mar 31 18:17:27.848583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1878c4-8d8b-45f5-bd96-0677448be105 req-ac7601a1-bded-4a11-a38f-a201b2a3c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:27.850138 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8f1878c4-8d8b-45f5-bd96-0677448be105 req-ac7601a1-bded-4a11-a38f-a201b2a3c80b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 1127 time: 0.0491409 Mar 31 18:17:27.979531 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1878c4-8d8b-45f5-bd96-0677448be105 req-5d4117cb-1839-4b80-9f9c-191612b61aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:27.980996 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8f1878c4-8d8b-45f5-bd96-0677448be105 req-5d4117cb-1839-4b80-9f9c-191612b61aa6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1067147 Mar 31 18:17:28.078869 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1878c4-8d8b-45f5-bd96-0677448be105 req-76516cee-a6c9-4434-ba0c-4a7b588f8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.082965 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8f1878c4-8d8b-45f5-bd96-0677448be105 req-76516cee-a6c9-4434-ba0c-4a7b588f8aaa service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934362 Mar 31 18:17:28.198859 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-30880612-9996-49ad-a62e-6174d54a74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.200680 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-30880612-9996-49ad-a62e-6174d54a74df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 1127 time: 0.0541379 Mar 31 18:17:28.270930 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-4016c651-c610-4204-95ca-9588df1458c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=199c080f-d9ed-40f3-b353-7ccd928efb64 HTTP/1.1" status: 200 len: 217 time: 0.0556059 Mar 31 18:17:28.346660 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824df3b-9826-44ed-b46a-c272bffd540c req-4f8f4142-e191-4f3b-b4cc-a2884b9390f1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.348514 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e824df3b-9826-44ed-b46a-c272bffd540c req-4f8f4142-e191-4f3b-b4cc-a2884b9390f1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 945 time: 0.0614779 Mar 31 18:17:28.352898 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-833f899d-4d08-4df6-b9f2-616d166e1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.354587 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-833f899d-4d08-4df6-b9f2-616d166e1540 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0704558 Mar 31 18:17:28.368629 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9d2b-6c1f-4db7-92e1-6c69d073e20a req-fdf88ec1-ac16-4719-ae6f-e43709de4550 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.370124 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1adf9d2b-6c1f-4db7-92e1-6c69d073e20a req-fdf88ec1-ac16-4719-ae6f-e43709de4550 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1051211 Mar 31 18:17:28.415570 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e824df3b-9826-44ed-b46a-c272bffd540c req-fe1fe266-cb3d-4449-83f5-549b61038bbf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588617 Mar 31 18:17:28.452684 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-4f07ac7f-9646-494e-9cf9-ec17b89af660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.454201 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-4f07ac7f-9646-494e-9cf9-ec17b89af660 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0831554 Mar 31 18:17:28.458139 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1adf9d2b-6c1f-4db7-92e1-6c69d073e20a req-e63faa72-cc79-4b23-aa3b-2b792741b110 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786524 Mar 31 18:17:28.561153 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-cc2e0345-771b-4c43-8844-ec5187482184 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992141 Mar 31 18:17:28.691507 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8f54c63-2dd1-4d26-b793-2df217157307 req-7cbc311b-3932-43e7-9ef8-926fe0fc4b32 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224384 Mar 31 18:17:28.712660 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dde2b-9a00-473b-ac18-70278ffb3251 req-3277df43-314c-47f8-8a27-6ea72e7255dd tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:28.714179 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7d9dde2b-9a00-473b-ac18-70278ffb3251 req-3277df43-314c-47f8-8a27-6ea72e7255dd tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 943 time: 0.0549643 Mar 31 18:17:28.764667 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7d9dde2b-9a00-473b-ac18-70278ffb3251 req-6363a3b3-0061-4c83-8dd5-260798ab6637 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Mar 31 18:17:28.868296 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 65a0c20e-4b38-49de-9b44-ace47273dc72 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:28.992205 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 65a0c20e-4b38-49de-9b44-ace47273dc72 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:17:28.997274 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 65a0c20e-4b38-49de-9b44-ace47273dc72 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:28.997772 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:29.089702 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 65a0c20e-4b38-49de-9b44-ace47273dc72 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:29.090008 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:29.117357 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:29.119711 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210c4b8-3d8c-4d97-a633-a9aab0f71cf6" -d '{"events": [{"server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "name": "network-vif-plugged", "status": "completed", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:29.134437 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 65a0c20e-4b38-49de-9b44-ace47273dc72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65a0c20e-4b38-49de-9b44-ace47273dc72,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:29.161877 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5789d95-3607-4a82-b903-d2d18c0570e2 x-openstack-request-id: req-c5789d95-3607-4a82-b903-d2d18c0570e2 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:29.161877 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "name": "network-vif-plugged", "status": "completed", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:29.161877 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5789d95-3607-4a82-b903-d2d18c0570e2 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:29.161877 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5789d95-3607-4a82-b903-d2d18c0570e2'] response: {'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'code': 200} Mar 31 18:17:29.215093 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:29.266393 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=65a0c20e-4b38-49de-9b44-ace47273dc72,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:29.542222 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab427-87ee-4d28-8aea-ad5af8df61d7 req-2e9050a6-792f-417e-bc61-93979c05a4f3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:29.543927 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e75ab427-87ee-4d28-8aea-ad5af8df61d7 req-2e9050a6-792f-417e-bc61-93979c05a4f3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0589907 Mar 31 18:17:29.597572 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e75ab427-87ee-4d28-8aea-ad5af8df61d7 req-70950abe-cef7-43d3-9ed3-14fdad70effb tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479448 Mar 31 18:17:29.628564 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecbf9-3b46-4410-a9b1-fe499262eae7 req-7bbb3b56-ec3e-4a16-9563-d3df40c63ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:29.630047 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0eecbf9-3b46-4410-a9b1-fe499262eae7 req-7bbb3b56-ec3e-4a16-9563-d3df40c63ab8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.0795588 Mar 31 18:17:29.652354 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08168cf-7aee-485d-8a93-f61d3d844040 req-29bad902-ddaf-47c1-b7dd-7bcf10542755 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:29.652354 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b08168cf-7aee-485d-8a93-f61d3d844040 req-29bad902-ddaf-47c1-b7dd-7bcf10542755 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1026564 Mar 31 18:17:29.719779 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0eecbf9-3b46-4410-a9b1-fe499262eae7 req-d5259f70-a90f-4656-8148-2ba1f02480f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830445 Mar 31 18:17:29.723111 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b08168cf-7aee-485d-8a93-f61d3d844040 req-4dabb216-eabd-4fcb-a781-057f251b72eb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656602 Mar 31 18:17:29.882669 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0756f-b0b8-40c8-87a4-7042a8b1fed4 req-fae3197e-c0f6-40c0-92f8-7d46b368e2eb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:29.884185 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bbd0756f-b0b8-40c8-87a4-7042a8b1fed4 req-fae3197e-c0f6-40c0-92f8-7d46b368e2eb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 943 time: 0.0545228 Mar 31 18:17:29.931946 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bbd0756f-b0b8-40c8-87a4-7042a8b1fed4 req-ee7c870f-67d6-4042-8a0a-59326372e9d5 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Mar 31 18:17:30.735756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f32d7e-b543-4b23-b93c-671786288b52 req-936cb426-2d10-4303-b381-29379774b2b4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:30.739013 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a2f32d7e-b543-4b23-b93c-671786288b52 req-936cb426-2d10-4303-b381-29379774b2b4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0642262 Mar 31 18:17:30.771382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54508) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:30.794723 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a2f32d7e-b543-4b23-b93c-671786288b52 req-f8ff695e-feed-48b8-9bdf-44f3134f3804 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514610 Mar 31 18:17:30.862198 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952518b2-8cd7-49d6-8f6d-45328091d424 req-c8445978-5bc7-4200-9241-da415d7fe115 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:30.863778 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-952518b2-8cd7-49d6-8f6d-45328091d424 req-c8445978-5bc7-4200-9241-da415d7fe115 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0628719 Mar 31 18:17:30.897771 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1f04d4d-cf0e-4661-a467-2ddbd9513368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:30.939708 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-952518b2-8cd7-49d6-8f6d-45328091d424 req-715e3be7-dd48-4f89-9432-e240215c82f5 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699286 Mar 31 18:17:31.009934 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1f04d4d-cf0e-4661-a467-2ddbd9513368 admin admin] Publish callbacks [] for security_group (301c5166-accc-4283-9c7c-2aa3224f49b0), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:31.067539 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943c134-4ec1-4b47-b03e-9909c60760de req-ba0d43e8-f05f-4280-96e6-c0394a271963 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:31.069036 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e943c134-4ec1-4b47-b03e-9909c60760de req-ba0d43e8-f05f-4280-96e6-c0394a271963 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 943 time: 0.0636973 Mar 31 18:17:31.082903 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d1f04d4d-cf0e-4661-a467-2ddbd9513368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (301c5166-accc-4283-9c7c-2aa3224f49b0), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:31.122732 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d1f04d4d-cf0e-4661-a467-2ddbd9513368 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57484c91f85640ccbba74a2a60020229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489988 Mar 31 18:17:31.122935 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e943c134-4ec1-4b47-b03e-9909c60760de req-9c078580-2213-4043-9ffd-3849cc6e10c7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478022 Mar 31 18:17:31.124163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54514) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:31.129216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f04d4d-cf0e-4661-a467-2ddbd9513368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c5166-accc-4283-9c7c-2aa3224f49b0,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:31.193304 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f13d900-c98f-44ca-9d6e-902ad917a4a7 admin admin] Publish callbacks [] for security_group (301c5166-accc-4283-9c7c-2aa3224f49b0), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:31.214953 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f13d900-c98f-44ca-9d6e-902ad917a4a7 admin admin] Publish callbacks [] for security_group (301c5166-accc-4283-9c7c-2aa3224f49b0), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:31.340810 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f13d900-c98f-44ca-9d6e-902ad917a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (301c5166-accc-4283-9c7c-2aa3224f49b0), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:31.343417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f13d900-c98f-44ca-9d6e-902ad917a4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:31.346980 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-5f13d900-c98f-44ca-9d6e-902ad917a4a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/301c5166-accc-4283-9c7c-2aa3224f49b0 HTTP/1.1" status: 204 len: 168 time: 0.2193666 Mar 31 18:17:31.353944 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13d900-c98f-44ca-9d6e-902ad917a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c5166-accc-4283-9c7c-2aa3224f49b0,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:31.937387 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1314-df70-493d-b679-7c0718fa17e7 req-8285f86c-0204-4d87-b80f-ae6c9150c512 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:31.938863 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e9e1314-df70-493d-b679-7c0718fa17e7 req-8285f86c-0204-4d87-b80f-ae6c9150c512 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0736384 Mar 31 18:17:32.007905 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54524) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:32.010125 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9e9e1314-df70-493d-b679-7c0718fa17e7 req-97ee39b3-db5c-4330-bf64-e29cddcfeadd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652485 Mar 31 18:17:32.034619 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a666eac-e619-4896-ab10-f0227fc68fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.125438 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bb97d-d54f-4efb-854b-101bd2138733 req-eb03e0f2-6303-4736-b776-410ad50827e4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:32.126925 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3b6bb97d-d54f-4efb-854b-101bd2138733 req-eb03e0f2-6303-4736-b776-410ad50827e4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0854828 Mar 31 18:17:32.188022 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a666eac-e619-4896-ab10-f0227fc68fe8 admin admin] Publish callbacks [] for security_group (1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.199547 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3b6bb97d-d54f-4efb-854b-101bd2138733 req-de720da6-b361-451f-a08f-18a4bf627bd1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658081 Mar 31 18:17:32.256485 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a666eac-e619-4896-ab10-f0227fc68fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.264227 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a736-8237-430b-8a87-373eae2783af req-9d0a83f5-c83c-41df-87b1-7f3d19e9bfde tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:32.265814 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-54a0a736-8237-430b-8a87-373eae2783af req-9d0a83f5-c83c-41df-87b1-7f3d19e9bfde tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 943 time: 0.0744572 Mar 31 18:17:32.326178 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-54a0a736-8237-430b-8a87-373eae2783af req-26cdc470-6d74-4893-8fce-f80b86e1ccbb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503118 Mar 31 18:17:32.531749 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a666eac-e619-4896-ab10-f0227fc68fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:32.542017 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3a666eac-e619-4896-ab10-f0227fc68fe8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50715c7fa885452bb4e25e4767dca42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313468 Mar 31 18:17:32.544008 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54536) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:32.603272 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b3d65147-883e-47b0-962d-bdfba204a441 admin admin] Publish callbacks [] for security_group (1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.625649 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b3d65147-883e-47b0-962d-bdfba204a441 admin admin] Publish callbacks [] for security_group (1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.736679 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b3d65147-883e-47b0-962d-bdfba204a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.739260 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b3d65147-883e-47b0-962d-bdfba204a441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:32.740459 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-b3d65147-883e-47b0-962d-bdfba204a441 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2 HTTP/1.1" status: 204 len: 168 time: 0.1953099 Mar 31 18:17:32.752656 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65147-883e-47b0-962d-bdfba204a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e60dd37-e9bd-4415-9bcd-e3cc6275c0e2,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:32.869676 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 199c080f-d9ed-40f3-b353-7ccd928efb64 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:17:32.969006 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 199c080f-d9ed-40f3-b353-7ccd928efb64, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=199c080f-d9ed-40f3-b353-7ccd928efb64,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:32.980732 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'port_id': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'mac_address': 'fa:16:3e:4d:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:17:33.023787 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 199c080f-d9ed-40f3-b353-7ccd928efb64 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:33.024430 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.045516 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199c080f-d9ed-40f3-b353-7ccd928efb64 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:17:33.068374 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 199c080f-d9ed-40f3-b353-7ccd928efb64, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=199c080f-d9ed-40f3-b353-7ccd928efb64,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:33.159924 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.170320 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d07e9-ef07-4203-bc08-7af93872158e req-5c97b567-3fe3-4ba3-b7bc-72c25efe3d3f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:33.171871 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-195d07e9-ef07-4203-bc08-7af93872158e req-5c97b567-3fe3-4ba3-b7bc-72c25efe3d3f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Mar 31 18:17:33.211684 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=199c080f-d9ed-40f3-b353-7ccd928efb64,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:33.229608 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-195d07e9-ef07-4203-bc08-7af93872158e req-953d1985-ca2d-4850-8151-3d1eadb44bfc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477395 Mar 31 18:17:33.342343 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f317f3-c49b-4b6b-903b-246fd63eeaa6 req-f5d7e4c7-ddbb-4ba9-b801-59f1d938910b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:33.344256 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-89f317f3-c49b-4b6b-903b-246fd63eeaa6 req-f5d7e4c7-ddbb-4ba9-b801-59f1d938910b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0581455 Mar 31 18:17:33.360682 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3d7b7-8cfc-425d-a937-99dd32e9d16e req-478820e6-b356-4587-bb8e-9139df06ba49 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:33.362868 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3dc3d7b7-8cfc-425d-a937-99dd32e9d16e req-478820e6-b356-4587-bb8e-9139df06ba49 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0630059 Mar 31 18:17:33.373734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54552) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:33.379244 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'floatingip': {'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:33.416298 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-89f317f3-c49b-4b6b-903b-246fd63eeaa6 req-7814cb50-6f6e-4229-b097-049131fa3745 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645683 Mar 31 18:17:33.444202 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.481736 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54554) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:33.495390 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5c8247fe-59cb-4435-bed0-c3fde79a8730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.565725 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb4379-7c42-4481-8d8c-1f5fc9cfdfb1 req-d72dbf63-3785-42f6-82a7-ba8fb4666bef tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:33.567212 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e8eb4379-7c42-4481-8d8c-1f5fc9cfdfb1 req-d72dbf63-3785-42f6-82a7-ba8fb4666bef tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 944 time: 0.1402926 Mar 31 18:17:33.605002 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5c8247fe-59cb-4435-bed0-c3fde79a8730 admin admin] Publish callbacks [] for security_group (65eb9f43-f681-4b46-b29f-dadf13331a98), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.668332 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5c8247fe-59cb-4435-bed0-c3fde79a8730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (65eb9f43-f681-4b46-b29f-dadf13331a98), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.694548 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e8eb4379-7c42-4481-8d8c-1f5fc9cfdfb1 req-9b6fadc7-01c7-461a-9bc3-89e3510d90a3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202719 Mar 31 18:17:33.713609 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54560) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:33.713735 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5c8247fe-59cb-4435-bed0-c3fde79a8730 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8479dacbfb64327985707ab797da443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290735 Mar 31 18:17:33.714519 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8247fe-59cb-4435-bed0-c3fde79a8730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eb9f43-f681-4b46-b29f-dadf13331a98,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:33.799844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['199c080f-d9ed-40f3-b353-7ccd928efb64'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:17:33.845253 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbf97edb-a7a4-445e-bd8c-b47e85927bf0 admin admin] Publish callbacks [] for security_group (65eb9f43-f681-4b46-b29f-dadf13331a98), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:33.903587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbf97edb-a7a4-445e-bd8c-b47e85927bf0 admin admin] Publish callbacks [] for security_group (65eb9f43-f681-4b46-b29f-dadf13331a98), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:34.030103 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:34.079572 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbf97edb-a7a4-445e-bd8c-b47e85927bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (65eb9f43-f681-4b46-b29f-dadf13331a98), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:34.082589 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bbf97edb-a7a4-445e-bd8c-b47e85927bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:34.083826 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-bbf97edb-a7a4-445e-bd8c-b47e85927bf0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65eb9f43-f681-4b46-b29f-dadf13331a98 HTTP/1.1" status: 204 len: 168 time: 0.3712184 Mar 31 18:17:34.091824 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf97edb-a7a4-445e-bd8c-b47e85927bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eb9f43-f681-4b46-b29f-dadf13331a98,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:34.106528 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:34.215965 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Floating IP 7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18 associated. External IP: 172.37.4.60, port: 65a0c20e-4b38-49de-9b44-ace47273dc72. Mar 31 18:17:34.441041 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Router 4469d47a-4dc5-49e9-8e6d-894714b72a17 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:17:34.568267 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65924c4-785b-4fb9-8e3f-f210a091ba03 req-538df2af-b7b7-48d6-8b56-1917c47b37d3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:34.569831 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e65924c4-785b-4fb9-8e3f-f210a091ba03 req-538df2af-b7b7-48d6-8b56-1917c47b37d3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0708385 Mar 31 18:17:34.571173 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:34.578619 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:34.581589 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] Sync routers for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:34.593238 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:34.593958 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:34.622079 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-b49840c4-5f6f-43a9-838f-536fab7cef23 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "PUT /v2.0/floatingips/7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18 HTTP/1.1" status: 200 len: 991 time: 1.2468839 Mar 31 18:17:34.622994 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:34.637222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:34.659167 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e65924c4-785b-4fb9-8e3f-f210a091ba03 req-221342b3-8537-4aa9-a49d-76656f2d10a8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787094 Mar 31 18:17:34.671969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a1b482-aced-4987-9d22-c4b21e1a5e37 x-openstack-request-id: req-23a1b482-aced-4987-9d22-c4b21e1a5e37 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:34.671969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:34.671969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23a1b482-aced-4987-9d22-c4b21e1a5e37 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:34.671969 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a1b482-aced-4987-9d22-c4b21e1a5e37'] response: {'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'status': 'completed', 'code': 200} Mar 31 18:17:34.782507 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-9e57db05-b7f9-43cd-9d65-18066d3da0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:34.792145 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-9e57db05-b7f9-43cd-9d65-18066d3da0d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.0661199 Mar 31 18:17:34.799370 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:34.966773 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b083c70-2abd-4f98-945e-adeccaa7e874 req-d0ad3039-2984-4d23-a030-20edeae24d1a tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:34.968301 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b083c70-2abd-4f98-945e-adeccaa7e874 req-d0ad3039-2984-4d23-a030-20edeae24d1a tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 944 time: 0.1745028 Mar 31 18:17:34.997964 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-cea7ceab-52fb-4afe-905a-9dd6afb80abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:34.999434 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-cea7ceab-52fb-4afe-905a-9dd6afb80abc service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.1906681 Mar 31 18:17:35.072315 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b083c70-2abd-4f98-945e-adeccaa7e874 req-b7873f56-deba-4f1e-b38b-f30a456ee0b6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948517 Mar 31 18:17:35.092346 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-8f7a883d-6063-400d-a9a6-e7ce935ce824 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 999 time: 0.0848546 Mar 31 18:17:35.104567 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'floating_ip_address': '172.37.4.60', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:12Z', 'updated_at': '2022-03-31T18:17:33Z', 'revision_number': 1, 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:35.147158 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-81394ef8-cda6-450c-b11b-26c6f6d0a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:35.148647 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-81394ef8-cda6-450c-b11b-26c6f6d0a9fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0501249 Mar 31 18:17:35.153094 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] Checking router: 4469d47a-4dc5-49e9-8e6d-894714b72a17 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:35.166432 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:35.167490 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:35.197284 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-fb6e9c8a-5c8f-4583-9c93-d1543c231b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:35.198946 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-fb6e9c8a-5c8f-4583-9c93-d1543c231b83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443175 Mar 31 18:17:35.322072 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-d3f188f4-c526-408e-b751-daf064d12438 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156921 Mar 31 18:17:35.331923 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54594) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:35.334821 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:35.416775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ca5cccb-1e6c-4143-86f8-192afabcf3c9 req-759689d1-11b9-4724-9cde-90d6847d3872 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 Mar 31 18:17:35.451663 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1132418245-network', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:35.590603 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'floating_ip_address': '172.37.4.60', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:12Z', 'updated_at': '2022-03-31T18:17:33Z', 'revision_number': 1, 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:35.599835 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Made reservation on behalf of 9e6efa2ce4f248d3977d8be70011f203 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:17:35.602160 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:35.613251 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:35.620008 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122da57-4ff8-453d-a6a6-08d864c6e515 None None] The sync data for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb is: [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'floating_ip_address': '172.37.4.60', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:12Z', 'updated_at': '2022-03-31T18:17:33Z', 'revision_number': 1, 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:35.718216 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks [] for security_group (85b11a1c-f714-418b-b252-b71fb889ca62), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:35.804282 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (85b11a1c-f714-418b-b252-b71fb889ca62), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:35.824437 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb7d8f-595c-43a3-b114-34afb1803ddc req-5a978e26-5c4c-404e-9f23-365cd0a10e6a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:35.833065 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3ceb7d8f-595c-43a3-b114-34afb1803ddc req-5a978e26-5c4c-404e-9f23-365cd0a10e6a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0840962 Mar 31 18:17:35.839912 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:17:35.875719 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (bde98975-c46f-434d-b6be-cb7fec7000f2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:35.876070 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Added segment bde98975-c46f-434d-b6be-cb7fec7000f2 of type vlan for network 3477a37f-0a72-4ad8-92d9-2391e31397cf Mar 31 18:17:35.895674 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a497c5-fae1-45c9-a7f9-757875740875 None None] New status for floating IP 7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:17:35.906481 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b11a1c-f714-418b-b252-b71fb889ca62,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:35.934920 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.935270 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.935636 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.935982 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.936314 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.936645 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.936969 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.937452 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.937946 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.938423 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.939525 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.939899 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.940229 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.940559 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.940884 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:35.963503 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3ceb7d8f-595c-43a3-b114-34afb1803ddc req-54eac889-4f3b-4627-b426-67cb149781a2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291287 Mar 31 18:17:35.967212 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (3477a37f-0a72-4ad8-92d9-2391e31397cf), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:36.094355 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (3477a37f-0a72-4ad8-92d9-2391e31397cf), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:36.095564 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:36.095990 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:36.186006 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] Pushing event updated for resources: {'Network': ['ID=3477a37f-0a72-4ad8-92d9-2391e31397cf,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:36.202768 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:17:36.225102 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241d3e8-5fa4-4446-a1b8-96d921351ee6 req-e1fa3278-b0a4-432c-9e4f-28d0d7fe7e66 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:36.231662 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9241d3e8-5fa4-4446-a1b8-96d921351ee6 req-e1fa3278-b0a4-432c-9e4f-28d0d7fe7e66 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 944 time: 0.0734913 Mar 31 18:17:36.292385 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9241d3e8-5fa4-4446-a1b8-96d921351ee6 req-3875bb86-62b5-4dc7-ab40-692561d79fa1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554168 Mar 31 18:17:36.299547 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-67b18427-4663-4d7b-b0a2-478e37ac8798 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9630895 Mar 31 18:17:36.299789 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54612) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:36.304895 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Request body: {'subnet': {'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1132418245-subnet', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:36.380636 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Made reservation on behalf of 9e6efa2ce4f248d3977d8be70011f203 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:17:36.383260 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15822054'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:36.839921 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16245519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15822064'] for subnet (d1026163-3827-4aa6-8217-8e8200b2c61e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:36.895843 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 199c080f-d9ed-40f3-b353-7ccd928efb64 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:36.903308 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1026163-3827-4aa6-8217-8e8200b2c61e,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:36.905915 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Checking segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:36.906274 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Network hostable DHCP agents. Network: 3477a37f-0a72-4ad8-92d9-2391e31397cf, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:17:36.971654 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:17:36.997408 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 199c080f-d9ed-40f3-b353-7ccd928efb64 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:17:37.001793 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 199c080f-d9ed-40f3-b353-7ccd928efb64 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:37.002254 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.083566 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3477a37f-0a72-4ad8-92d9-2391e31397cf) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:37.089375 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:37.092249 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.097253 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b5d04-7668-4268-9a39-1266b60cebe0 None None] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:17:37.117214 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1f5b-5608-46cf-99c4-424d6930ac92 req-2a67f40f-8bdd-4358-9c87-19ca7b062c48 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:37.118722 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-effe1f5b-5608-46cf-99c4-424d6930ac92 req-2a67f40f-8bdd-4358-9c87-19ca7b062c48 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0718753 Mar 31 18:17:37.127038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 199c080f-d9ed-40f3-b353-7ccd928efb64 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:37.127038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.178110 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:37.180342 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc14842-0f18-4334-91d8-6b04cbe5933b" -d '{"events": [{"server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "name": "network-vif-plugged", "status": "completed", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:37.181391 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-effe1f5b-5608-46cf-99c4-424d6930ac92 req-675874b9-8796-472c-a89e-d98454866d47 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569031 Mar 31 18:17:37.201094 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 199c080f-d9ed-40f3-b353-7ccd928efb64, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=199c080f-d9ed-40f3-b353-7ccd928efb64,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:37.218286 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-90e21c73-8c78-4637-bbc6-b2dafd1f8048 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9171309 Mar 31 18:17:37.221491 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54620) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:37.226480 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:37.247738 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659edef9-cd2a-4aea-84a4-a4b24fd24fd5 x-openstack-request-id: req-659edef9-cd2a-4aea-84a4-a4b24fd24fd5 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:37.252886 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "name": "network-vif-plugged", "status": "completed", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:37.252886 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-659edef9-cd2a-4aea-84a4-a4b24fd24fd5 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:37.252886 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659edef9-cd2a-4aea-84a4-a4b24fd24fd5'] response: {'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'code': 200} Mar 31 18:17:37.260978 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-3477a37f-0a72-4ad8-92d9-2391e31397cf', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:17:37.262353 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.275797 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.331435 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.332876 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.400567 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=199c080f-d9ed-40f3-b353-7ccd928efb64,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:37.413345 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks [] for router_controller (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.459784 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Allocated IP 172.20.0.2 (3477a37f-0a72-4ad8-92d9-2391e31397cf/d1026163-3827-4aa6-8217-8e8200b2c61e/57008197-0df4-4b13-bf34-05a0d9cb6478) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:37.474975 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860206bc-5a9a-45e5-ac61-cd84a95fa47c req-9c825820-3e6b-4fc9-940e-d0f9da33748a tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:37.477554 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-860206bc-5a9a-45e5-ac61-cd84a95fa47c req-9c825820-3e6b-4fc9-940e-d0f9da33748a tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0797229 Mar 31 18:17:37.640465 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Publish callbacks [] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.667747 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649328d-0404-4c54-84ee-afb139a5b438 req-e60fa43c-5730-471d-970a-e6180eea7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:37.669219 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks [] for router_gateway (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.670350 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f649328d-0404-4c54-84ee-afb139a5b438 req-e60fa43c-5730-471d-970a-e6180eea7955 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 1129 time: 0.0842187 Mar 31 18:17:37.675580 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-860206bc-5a9a-45e5-ac61-cd84a95fa47c req-dbbaead6-d82e-42a1-890a-90fd6096bf80 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512747 Mar 31 18:17:37.722626 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f649328d-0404-4c54-84ee-afb139a5b438 req-078cd151-bef5-4b40-930a-d990ff2aa974 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Mar 31 18:17:37.738880 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.790894 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:37.790894 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:37.790894 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:37.794633 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Pushing event updated for resources: {'Port': ['ID=57008197-0df4-4b13-bf34-05a0d9cb6478,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:37.853736 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Attempting to bind port 57008197-0df4-4b13-bf34-05a0d9cb6478 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:37.854104 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Attempting to bind port 57008197-0df4-4b13-bf34-05a0d9cb6478 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:37.854468 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Attempting to bind port 57008197-0df4-4b13-bf34-05a0d9cb6478 on network 3477a37f-0a72-4ad8-92d9-2391e31397cf {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:37.859927 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:37.860304 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Checking segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:37.860710 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.861634 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Bound using segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:37.862103 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Bound port: 57008197-0df4-4b13-bf34-05a0d9cb6478, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:37.862471 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:37.938919 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] For port 57008197-0df4-4b13-bf34-05a0d9cb6478, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:37.942309 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] For port 57008197-0df4-4b13-bf34-05a0d9cb6478, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=57008197-0df4-4b13-bf34-05a0d9cb6478,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:38.011088 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks [] for router_gateway (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:38.022901 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:38.030645 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:38.079323 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cae788-251c-40b9-817a-206dfe4847f6 None None] Pushing event updated for resources: {'Port': ['ID=57008197-0df4-4b13-bf34-05a0d9cb6478,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:38.159782 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Allocated IP 172.37.4.224 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/a09d95f3-033a-47ad-91d7-9ad99a3d7e5e) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:38.324913 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks [] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:38.376402 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389693e-4a07-43f3-ad81-7c8db19ecd61 req-3191408d-d35f-4cce-854a-5366bfba4cf6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:38.378025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0389693e-4a07-43f3-ad81-7c8db19ecd61 req-3191408d-d35f-4cce-854a-5366bfba4cf6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0721400 Mar 31 18:17:38.435949 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:38.443715 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0389693e-4a07-43f3-ad81-7c8db19ecd61 req-5477de36-1f6b-4203-b54d-c6ee05d8c797 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591986 Mar 31 18:17:38.480251 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:38.483178 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:38.486748 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:38.525646 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:38.892792 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dad5d-93b6-4a08-bcc8-7150daa0fbc7 req-2de0d345-b2e8-4ad5-a7c8-93bd804158cb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:38.895140 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d75dad5d-93b6-4a08-bcc8-7150daa0fbc7 req-2de0d345-b2e8-4ad5-a7c8-93bd804158cb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.1097429 Mar 31 18:17:38.919832 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks [] for router_gateway (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.029595 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d75dad5d-93b6-4a08-bcc8-7150daa0fbc7 req-07dd3778-dc03-4347-bab3-161fecc0e109 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186912 Mar 31 18:17:39.145001 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13aae15-04b7-47f1-a757-6c2f2d206084 None None] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:17:39.166557 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.253645 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] Provisioning complete for port 57008197-0df4-4b13-bf34-05a0d9cb6478 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:39.254126 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.357516 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] Current status of the port 57008197-0df4-4b13-bf34-05a0d9cb6478 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:39.366313 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.403739 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] For port 57008197-0df4-4b13-bf34-05a0d9cb6478, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=57008197-0df4-4b13-bf34-05a0d9cb6478,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:39.462894 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:17:39.501184 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.557815 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803e7a5-6e4b-4393-b049-3c9330fd46a2 None None] Pushing event updated for resources: {'Port': ['ID=57008197-0df4-4b13-bf34-05a0d9cb6478,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:39.603792 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:39.616246 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9e320-1154-4f08-80d2-1e863f61ac84 req-76625d19-29eb-47f9-a4b6-be6bb9d10d1a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:39.619157 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-19f9e320-1154-4f08-80d2-1e863f61ac84 req-76625d19-29eb-47f9-a4b6-be6bb9d10d1a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0786283 Mar 31 18:17:39.627203 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Sync routers for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:39.633631 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-aaa0f7e8-0879-453d-83e8-7e5aed39604c None None] Provisioning complete for port 57008197-0df4-4b13-bf34-05a0d9cb6478 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:39.634558 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-aaa0f7e8-0879-453d-83e8-7e5aed39604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.646611 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:39.647643 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:39.716604 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-19f9e320-1154-4f08-80d2-1e863f61ac84 req-61bade58-017e-4c5f-b816-e058e785e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757096 Mar 31 18:17:39.724419 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:39.725479 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 54634) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:39.763683 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a96aed2f-67a6-4bc8-82a0-af0005b153d2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5041158 Mar 31 18:17:39.789270 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0f7e8-0879-453d-83e8-7e5aed39604c None None] Current status of the port 57008197-0df4-4b13-bf34-05a0d9cb6478 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:39.857819 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:39.859968 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 57008197-0df4-4b13-bf34-05a0d9cb6478 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:39.938951 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 57008197-0df4-4b13-bf34-05a0d9cb6478 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:39.940475 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.109627 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 57008197-0df4-4b13-bf34-05a0d9cb6478 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:40.140263 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:38Z', 'revision_number': 3, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:40.186796 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Checking router: 0a79983b-cf00-47ab-9cf2-d4fd99398f1b for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:40.189863 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Updating router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:17:40.221729 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70646fb-2847-422f-8d2c-5b9394d5fe70 req-b480a034-d249-4871-b65d-62690997b9d9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:40.225730 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.232241 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e70646fb-2847-422f-8d2c-5b9394d5fe70 req-b480a034-d249-4871-b65d-62690997b9d9 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0816138 Mar 31 18:17:40.297754 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e70646fb-2847-422f-8d2c-5b9394d5fe70 req-e8687040-e7f1-46ae-b483-b0c383e89962 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645814 Mar 31 18:17:40.443135 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77115c4b-2767-469a-aafc-60b52b5eb19e req-aab992a7-32e7-4277-a1a3-578423fa068f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:40.447889 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-77115c4b-2767-469a-aafc-60b52b5eb19e req-aab992a7-32e7-4277-a1a3-578423fa068f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0741174 Mar 31 18:17:40.454685 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54648) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:40.466265 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'port_id': '199c080f-d9ed-40f3-b353-7ccd928efb64'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:40.512775 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (6b15bdb2-bf3a-4110-9a99-0382a00ac706), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.564972 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Publish callbacks [] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.572856 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa8d4-97cb-46da-b072-ffea15a6fbbc req-5ac90d65-1eb2-4c34-94e3-c51b03616adf tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:40.583583 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1a6aa8d4-97cb-46da-b072-ffea15a6fbbc req-5ac90d65-1eb2-4c34-94e3-c51b03616adf tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0772157 Mar 31 18:17:40.643444 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.669836 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1a6aa8d4-97cb-46da-b072-ffea15a6fbbc req-aaf8b575-05b2-4328-8800-628bd830940e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879664 Mar 31 18:17:40.706836 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Pushing event updated for resources: {'Port': ['ID=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:40.709404 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Attempting to bind port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:40.709771 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Attempting to bind port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:40.710134 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Attempting to bind port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:40.719013 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:40.719419 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:40.719930 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.720278 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:40.721246 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Bound port: a09d95f3-033a-47ad-91d7-9ad99a3d7e5e, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:40.721625 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.725137 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.725137 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.725402 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.725725 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.726194 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.726531 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.726860 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.727181 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.727606 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.738744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.738744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.738744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.738744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.738744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.738744 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:40.764072 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.789227 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] For port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:40.807043 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] For port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:40.899445 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:40.962103 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:40.962757 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:40.966060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Allocated IP 172.20.0.1 (3477a37f-0a72-4ad8-92d9-2391e31397cf/d1026163-3827-4aa6-8217-8e8200b2c61e/6d6189dc-b847-46f9-a580-231b385a1847) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:41.030712 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed865495-c05f-4690-835a-4e42379c89f9 None None] Pushing event updated for resources: {'Port': ['ID=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:41.114773 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks [] for port (6d6189dc-b847-46f9-a580-231b385a1847), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.183851 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efac5a-51b9-41b8-93e5-6f376d4c347c req-a5291c4a-aee9-460e-b959-66f816449de5 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:41.185352 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-60efac5a-51b9-41b8-93e5-6f376d4c347c req-a5291c4a-aee9-460e-b959-66f816449de5 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.3331521 Mar 31 18:17:41.189309 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:41.251651 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (6d6189dc-b847-46f9-a580-231b385a1847), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.298939 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-60efac5a-51b9-41b8-93e5-6f376d4c347c req-1fa5c949-d608-43e4-a214-3ea139943260 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958803 Mar 31 18:17:41.303631 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:41.307136 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:41.307884 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.314486 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:41.345177 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6189dc-b847-46f9-a580-231b385a1847,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:41.362857 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.363204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.363603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.363945 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.364279 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.364612 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.364945 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.365273 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.365596 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.365921 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.366300 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.366702 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.367029 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.367384 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.367709 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:17:41.374873 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (6b15bdb2-bf3a-4110-9a99-0382a00ac706), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.380681 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.394402 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-0985595e-9147-49cf-8a21-083c5266844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:38Z', 'revision_number': 3, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:41.425985 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985595e-9147-49cf-8a21-083c5266844a None None] The sync data for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb is: [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:38Z', 'revision_number': 3, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:41.496984 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP 6b15bdb2-bf3a-4110-9a99-0382a00ac706 associated. External IP: 172.37.4.240, port: 199c080f-d9ed-40f3-b353-7ccd928efb64. Mar 31 18:17:41.607633 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6d6189dc-b847-46f9-a580-231b385a1847), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.674041 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-0b35dd01-4915-43d2-aaae-1f2d853da952 None None] Provisioning complete for port 6d6189dc-b847-46f9-a580-231b385a1847 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:41.675753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0b35dd01-4915-43d2-aaae-1f2d853da952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6d6189dc-b847-46f9-a580-231b385a1847), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.799380 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:17:41.893333 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343fb8c-fd26-4918-9054-7dd90f223a65 req-968ffe18-3a07-4991-adc4-0475c1b97938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:41.895009 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b343fb8c-fd26-4918-9054-7dd90f223a65 req-968ffe18-3a07-4991-adc4-0475c1b97938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0893602 Mar 31 18:17:41.919819 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-0b35dd01-4915-43d2-aaae-1f2d853da952 None None] Port 6d6189dc-b847-46f9-a580-231b385a1847 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:41.952508 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:41.958700 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.967341 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:41.980481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks [] for port (6d6189dc-b847-46f9-a580-231b385a1847), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:41.981236 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:41.982268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:42.000485 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b343fb8c-fd26-4918-9054-7dd90f223a65 req-5b57a136-58d2-4aed-a062-fd52f857a6a4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957921 Mar 31 18:17:42.002984 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-904414df-23a3-4128-b606-875d08cdad8c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "PUT /v2.0/floatingips/6b15bdb2-bf3a-4110-9a99-0382a00ac706 HTTP/1.1" status: 200 len: 991 time: 1.5442932 Mar 31 18:17:42.004064 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:42.007668 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b37d67c-f2a2-481f-98a1-492938b4fd10" -d '{"events": [{"name": "network-changed", "server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:42.053807 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e27f9d-1b09-4c37-9871-24d7496a82f6 x-openstack-request-id: req-98e27f9d-1b09-4c37-9871-24d7496a82f6 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:42.054114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:42.054380 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98e27f9d-1b09-4c37-9871-24d7496a82f6 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:42.054790 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e27f9d-1b09-4c37-9871-24d7496a82f6'] response: {'name': 'network-changed', 'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'status': 'completed', 'code': 200} Mar 31 18:17:42.071811 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (6d6189dc-b847-46f9-a580-231b385a1847), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:42.134643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:42.181070 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6189dc-b847-46f9-a580-231b385a1847,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:42.183667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:42.200815 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-7d384fe3-2c15-43e1-8f85-ce81d6500c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:42.202475 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-7d384fe3-2c15-43e1-8f85-ce81d6500c53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 1129 time: 0.0859723 Mar 31 18:17:42.448141 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:42.452979 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-aefef03d-e6e9-4c27-8b66-a4b8b79928e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:42.454694 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-aefef03d-e6e9-4c27-8b66-a4b8b79928e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.2422731 Mar 31 18:17:42.456809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:42.521481 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6b15bdb2-bf3a-4110-9a99-0382a00ac706', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.240', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:4d:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:21Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}, {'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:31Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:42.557334 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:42.567779 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:42.568429 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:42.615369 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12ef41-f0fe-48fe-83b7-878f6cc10930 req-a43fbf66-b909-4d3d-a7b0-0d995c9ead24 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:42.622500 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7f12ef41-f0fe-48fe-83b7-878f6cc10930 req-a43fbf66-b909-4d3d-a7b0-0d995c9ead24 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.2267075 Mar 31 18:17:42.649742 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-17517fe1-02dc-40c4-8f26-6133d29b37f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=199c080f-d9ed-40f3-b353-7ccd928efb64 HTTP/1.1" status: 200 len: 999 time: 0.1850977 Mar 31 18:17:42.733442 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:42.751081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:17:42.757400 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7f12ef41-f0fe-48fe-83b7-878f6cc10930 req-d54b7103-0488-4a2f-91f5-11149d640a95 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339145 Mar 31 18:17:42.761544 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-8f8f566e-7c5c-449d-8d9a-e11f69892e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:42.762470 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-8f8f566e-7c5c-449d-8d9a-e11f69892e69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.1004117 Mar 31 18:17:42.820247 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-a96869b9-8766-4acd-8f54-ba8860bb843f None None] Provisioning complete for port 6d6189dc-b847-46f9-a580-231b385a1847 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:42.821058 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a96869b9-8766-4acd-8f54-ba8860bb843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6d6189dc-b847-46f9-a580-231b385a1847), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:42.905599 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-42f7297d-1d18-4f6a-939d-559614f670da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:42.906173 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a96869b9-8766-4acd-8f54-ba8860bb843f None None] Port 6d6189dc-b847-46f9-a580-231b385a1847 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:42.906440 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-42f7297d-1d18-4f6a-939d-559614f670da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1344388 Mar 31 18:17:42.963203 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:42.979182 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-1027d247-327f-40dc-bc65-00f0bf3cb7b6 admin admin] 10.222.0.62 "PUT /v2.0/routers/0a79983b-cf00-47ab-9cf2-d4fd99398f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2443264 Mar 31 18:17:43.026005 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-b3fe7f75-a29d-4ec3-9fca-b0cbd17c2ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124752 Mar 31 18:17:43.065212 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6b15bdb2-bf3a-4110-9a99-0382a00ac706', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.240', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:4d:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:21Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}, {'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:31Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:43.116440 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0174881-8af9-4759-be6f-9dfc3f97d5a0 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6b15bdb2-bf3a-4110-9a99-0382a00ac706', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.240', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:4d:dc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:21Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}, {'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:31Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:43.159137 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4b37d67c-f2a2-481f-98a1-492938b4fd10 req-a5493eaf-87bd-4752-9e3f-59bf5579459a service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267145 Mar 31 18:17:43.181895 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013651e0-87d0-4b4b-8555-8d02bd1c06e9 req-7389130c-8607-435a-8ad0-f3cfa30ae950 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:43.183629 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-013651e0-87d0-4b4b-8555-8d02bd1c06e9 req-7389130c-8607-435a-8ad0-f3cfa30ae950 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0659246 Mar 31 18:17:43.245395 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-013651e0-87d0-4b4b-8555-8d02bd1c06e9 req-77c8f154-f540-499e-9c7f-90bd2470ca82 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516794 Mar 31 18:17:43.385983 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af48c1-28c2-480f-bbeb-8fe65d37726d None None] New status for floating IP 6b15bdb2-bf3a-4110-9a99-0382a00ac706: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:17:43.626197 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Sync routers for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:43.636988 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:43.637616 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:43.759724 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:43.794416 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a09d95f3-033a-47ad-91d7-9ad99a3d7e5e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:43.818901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54682) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:43.824031 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1325788628-network', 'tenant_id': '818790392f2d4c8cb4e63d0302654063'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:43.910372 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73bc33-0f47-4fb5-9692-2d73a4acfcae req-0de54f1f-7b56-4c8f-9965-5cd046d619df tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:43.912176 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4e73bc33-0f47-4fb5-9692-2d73a4acfcae req-0de54f1f-7b56-4c8f-9965-5cd046d619df tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0598509 Mar 31 18:17:43.920282 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Made reservation on behalf of 818790392f2d4c8cb4e63d0302654063 for: {'network': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:17:43.922960 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:43.933377 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:43.948631 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:43.949038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:43.971024 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4e73bc33-0f47-4fb5-9692-2d73a4acfcae req-aa21b4f9-8360-4727-887d-04fd6241a036 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526145 Mar 31 18:17:44.033203 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks [] for security_group (8898994a-3557-41ac-8768-402d7021240e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.084791 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:44.084791 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.097602 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8898994a-3557-41ac-8768-402d7021240e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.114271 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:44.122594 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:17:44.125201 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 2, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:44.142577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8898994a-3557-41ac-8768-402d7021240e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:44.147921 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (f807738a-375c-46ad-8652-cf5774e2686d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.148360 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.segments_db [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Added segment f807738a-375c-46ad-8652-cf5774e2686d of type vlan for network 98be5810-5f4e-4c3b-b2e9-2421430717be Mar 31 18:17:44.152746 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Checking router: 0a79983b-cf00-47ab-9cf2-d4fd99398f1b for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:44.153185 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Updating router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b port 6d6189dc-b847-46f9-a580-231b385a1847 binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:17:44.183071 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6d6189dc-b847-46f9-a580-231b385a1847), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.190458 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (98be5810-5f4e-4c3b-b2e9-2421430717be), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.194540 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.280013 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (98be5810-5f4e-4c3b-b2e9-2421430717be), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.281328 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:44.282072 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.386938 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=98be5810-5f4e-4c3b-b2e9-2421430717be,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:44.405976 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 98be5810-5f4e-4c3b-b2e9-2421430717be details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:17:44.409684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968304af-1ebc-4a9f-b08c-613821a5f182 req-e8580ccd-1ee0-4604-a74b-ad6ed96b6bbe tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:44.411434 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-968304af-1ebc-4a9f-b08c-613821a5f182 req-e8580ccd-1ee0-4604-a74b-ad6ed96b6bbe tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0708692 Mar 31 18:17:44.439767 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-94598387-c19d-449d-86e5-0f1277d83bd3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6195486 Mar 31 18:17:44.442366 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54686) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:44.448133 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Request body: {'subnet': {'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1325788628-subnet', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:44.486762 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-968304af-1ebc-4a9f-b08c-613821a5f182 req-648df282-41d8-44f7-b1f4-d53ac43991d8 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678096 Mar 31 18:17:44.487826 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:44.557089 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Made reservation on behalf of 818790392f2d4c8cb4e63d0302654063 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:17:44.559668 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15822054'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.696174 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Publish callbacks [] for port (6d6189dc-b847-46f9-a580-231b385a1847), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.785705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6d6189dc-b847-46f9-a580-231b385a1847), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.817177 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16245519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15822064'] for subnet (56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.857137 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38101e4-d5ed-48cc-9ea9-02a926f361ea None None] Pushing event updated for resources: {'Port': ['ID=6d6189dc-b847-46f9-a580-231b385a1847,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:44.879358 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:44.889768 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Checking segment: {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:44.890134 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Network hostable DHCP agents. Network: 98be5810-5f4e-4c3b-b2e9-2421430717be, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:17:44.896941 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Attempting to bind port 6d6189dc-b847-46f9-a580-231b385a1847 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:44.897352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Attempting to bind port 6d6189dc-b847-46f9-a580-231b385a1847 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:44.897719 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Attempting to bind port 6d6189dc-b847-46f9-a580-231b385a1847 on network 3477a37f-0a72-4ad8-92d9-2391e31397cf {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:44.903652 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:44.904030 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Checking segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:44.904429 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.904933 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Bound using segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:44.905438 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Bound port: 6d6189dc-b847-46f9-a580-231b385a1847, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:44.905835 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6d6189dc-b847-46f9-a580-231b385a1847), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:44.948934 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:17:44.991061 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] For port 6d6189dc-b847-46f9-a580-231b385a1847, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:44.995660 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] For port 6d6189dc-b847-46f9-a580-231b385a1847, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6d6189dc-b847-46f9-a580-231b385a1847,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:44.997556 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Network 98be5810-5f4e-4c3b-b2e9-2421430717be is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:17:45.066160 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-f44629e4-b85e-4d67-baf1-f4009010909f None None] Provisioning complete for port 6d6189dc-b847-46f9-a580-231b385a1847 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:45.066413 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f44629e4-b85e-4d67-baf1-f4009010909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6d6189dc-b847-46f9-a580-231b385a1847), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.078188 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 98be5810-5f4e-4c3b-b2e9-2421430717be) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:45.082819 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:45.092628 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.094349 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cd7ca-b0bf-46ca-bf7d-035901d6c7bd None None] Network 98be5810-5f4e-4c3b-b2e9-2421430717be requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:17:45.134808 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9884425-764a-4956-acd1-a5a9409f0ebd req-c6188b14-581c-41ba-b23e-7c563138d483 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:45.136698 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9884425-764a-4956-acd1-a5a9409f0ebd req-c6188b14-581c-41ba-b23e-7c563138d483 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0803039 Mar 31 18:17:45.169170 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6d6189dc-b847-46f9-a580-231b385a1847), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.175530 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:45.184654 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-36c4207d-631d-4fec-80cc-42fedfc8847e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7386312 Mar 31 18:17:45.191887 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54690) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:45.197322 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f44629e4-b85e-4d67-baf1-f4009010909f None None] Port 6d6189dc-b847-46f9-a580-231b385a1847 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:45.198507 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:17:45.206005 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9884425-764a-4956-acd1-a5a9409f0ebd req-9524c832-dbad-4c86-9c0b-7969cb341acd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633547 Mar 31 18:17:45.228644 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'mac_address': 'fa:16:3e:bd:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:17:45.275097 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:45.275893 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:45.315823 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-393'] for router (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.317391 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1591458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1584607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.383410 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks [] for router_controller (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), precommit_add_association {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.391609 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38101e4-d5ed-48cc-9ea9-02a926f361ea None None] Pushing event updated for resources: {'Port': ['ID=6d6189dc-b847-46f9-a580-231b385a1847,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:45.437248 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-98be5810-5f4e-4c3b-b2e9-2421430717be', 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be', 'project_id': '818790392f2d4c8cb4e63d0302654063', 'fixed_ips': [{'subnet_id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce'}]}} from dv-cinder-master-3-smb. {{(pid=103983) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 18:17:45.437248 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.442140 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: ACTIVE; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:45.442529 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.474834 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 009384e1-f4df-44a8-8f47-9e20e33d596d {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:17:45.521013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:45.583351 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:45.625135 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.637972 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks [] for router_gateway (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.667597 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2ff76-b150-485a-a6ee-2e18cf7b6f0c req-b5f5daef-65e9-4ffe-862c-fbf4ebed4abf tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:45.670035 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-17d2ff76-b150-485a-a6ee-2e18cf7b6f0c req-b5f5daef-65e9-4ffe-862c-fbf4ebed4abf tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0900371 Mar 31 18:17:45.675886 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] Provisioning complete for port 6d6189dc-b847-46f9-a580-231b385a1847 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:45.676137 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6d6189dc-b847-46f9-a580-231b385a1847), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.730444 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-17d2ff76-b150-485a-a6ee-2e18cf7b6f0c req-93e74876-f176-4cdd-81c5-b9102f660e5e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539291 Mar 31 18:17:45.817039 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a09d95f3-033a-47ad-91d7-9ad99a3d7e5e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:45.819310 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:45.864705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=6']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:45.888426 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['009384e1-f4df-44a8-8f47-9e20e33d596d'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:17:45.932102 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.db_base_plugin_common [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Allocated IP 172.20.0.2 (98be5810-5f4e-4c3b-b2e9-2421430717be/56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce/91e303d0-a086-49cc-9d60-6bfdf4aa184a) {{(pid=103983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:45.980758 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks [] for router_gateway (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.001289 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.121943 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Allocated IP 172.37.4.197 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/2be06bb7-acef-4fc0-b391-4c97c63002cb) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:46.131125 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:46.131526 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.237724 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks [] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.317362 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] Current status of the port 6d6189dc-b847-46f9-a580-231b385a1847 is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:46.317759 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (6d6189dc-b847-46f9-a580-231b385a1847), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.354540 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.358195 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d56e9d-02a5-4931-bb12-2efdfc6a3e80 req-4715f1bf-122f-4a2c-92d2-56c9c5a9cf4e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:46.361007 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f4d56e9d-02a5-4931-bb12-2efdfc6a3e80 req-4715f1bf-122f-4a2c-92d2-56c9c5a9cf4e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.0595503 Mar 31 18:17:46.401048 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:46.405865 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:46.412215 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:46.426366 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f4d56e9d-02a5-4931-bb12-2efdfc6a3e80 req-ef749692-7e88-496c-a7aa-b665dfc4efda tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560362 Mar 31 18:17:46.436900 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Pushing event updated for resources: {'Port': ['ID=2be06bb7-acef-4fc0-b391-4c97c63002cb,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:46.450546 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] For port 6d6189dc-b847-46f9-a580-231b385a1847, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6d6189dc-b847-46f9-a580-231b385a1847,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:46.464596 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:46.475889 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Publish callbacks [] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), precommit_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.523133 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d6ea8-33f8-4e19-a698-48079a80c309 None None] The sync data for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb is: [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:46.530061 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (6d6189dc-b847-46f9-a580-231b385a1847), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.581390 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), after_create {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.598579 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:46.653547 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Network 98be5810-5f4e-4c3b-b2e9-2421430717be is already hosted by enough agents. {{(pid=103983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:46.655229 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.scheduler.base_scheduler [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Resources bound (agent type, host, resource id): {{(pid=103983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:46.656994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7a524-a2d3-4573-b663-3ee621b776da None None] Pushing event updated for resources: {'Port': ['ID=6d6189dc-b847-46f9-a580-231b385a1847,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:46.659576 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Received port after_create {{(pid=103983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:46.746099 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Pushing event updated for resources: {'Port': ['ID=91e303d0-a086-49cc-9d60-6bfdf4aa184a,revision_number=1']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:46.772102 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Attempting to bind port 91e303d0-a086-49cc-9d60-6bfdf4aa184a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:46.772583 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Attempting to bind port 91e303d0-a086-49cc-9d60-6bfdf4aa184a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:46.773019 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Attempting to bind port 91e303d0-a086-49cc-9d60-6bfdf4aa184a on network 98be5810-5f4e-4c3b-b2e9-2421430717be {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:46.779895 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:46.780284 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Checking segment: {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:46.780697 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.781148 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Bound using segment: {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:46.781642 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Bound port: 91e303d0-a086-49cc-9d60-6bfdf4aa184a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:46.782031 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.853521 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] For port 91e303d0-a086-49cc-9d60-6bfdf4aa184a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:46.857902 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] For port 91e303d0-a086-49cc-9d60-6bfdf4aa184a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91e303d0-a086-49cc-9d60-6bfdf4aa184a,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:46.881970 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks [] for router_gateway (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.924285 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:46.932829 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf594-9d85-40b2-b62b-c053ded5b92c req-234d0f65-d0ef-4137-a22e-b6bf1e072f87 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:46.933804 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0cabf594-9d85-40b2-b62b-c053ded5b92c req-234d0f65-d0ef-4137-a22e-b6bf1e072f87 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1115279 Mar 31 18:17:46.969049 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:47.047703 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143fbe4-efe7-4b0c-9a58-2117238b5fab None None] Pushing event updated for resources: {'Port': ['ID=91e303d0-a086-49cc-9d60-6bfdf4aa184a,revision_number=2']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:47.054013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 009384e1-f4df-44a8-8f47-9e20e33d596d triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:47.054717 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:47.212680 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:47.213255 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:47.257669 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:17:47.259126 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0feef72-1e06-4352-9053-f2d8fe088a93" -d '{"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-plugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:17:47.276598 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e643df79-cd0f-486f-a33e-243393794018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:47.301345 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:47.333820 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699fd93-74df-4682-bb45-1b70c20bf2e5 x-openstack-request-id: req-4699fd93-74df-4682-bb45-1b70c20bf2e5 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:17:47.334183 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-plugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:17:47.334467 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4699fd93-74df-4682-bb45-1b70c20bf2e5 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:17:47.335776 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4699fd93-74df-4682-bb45-1b70c20bf2e5'] response: {'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'code': 200} Mar 31 18:17:47.394741 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:47.425529 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0cabf594-9d85-40b2-b62b-c053ded5b92c req-14856b1c-1636-4c2c-8bd3-e3b30c10986e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767075 Mar 31 18:17:47.470945 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=7']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:47.487833 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1591467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589284'] for router (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:47.591688 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215074f-1f49-4e38-ba46-04e79d1e64fd req-98e2a45b-9b24-4121-bcac-0c64acc6e329 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:47.593601 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d215074f-1f49-4e38-ba46-04e79d1e64fd req-98e2a45b-9b24-4121-bcac-0c64acc6e329 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0612390 Mar 31 18:17:47.645898 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d215074f-1f49-4e38-ba46-04e79d1e64fd req-6a239aa6-75d7-4eb5-a0f9-5ad42e7fd873 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465806 Mar 31 18:17:47.723217 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c is scheduled to L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a with binding_index 1 {{(pid=103982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 18:17:47.820605 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 91e303d0-a086-49cc-9d60-6bfdf4aa184a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:47.869794 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:47.886157 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Sync routers for ids ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:47.895939 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 91e303d0-a086-49cc-9d60-6bfdf4aa184a triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:47.897528 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:47.898810 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Routers {'65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:47.901390 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:48.010943 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 91e303d0-a086-49cc-9d60-6bfdf4aa184a is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:48.011453 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.027505 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Set router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:48.049821 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 91e303d0-a086-49cc-9d60-6bfdf4aa184a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91e303d0-a086-49cc-9d60-6bfdf4aa184a,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:48.070271 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.072671 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8d9aaad4-0a23-4c60-8660-3c372d986afb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8784635 Mar 31 18:17:48.074415 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54704) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:17:48.160027 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.160841 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6d6189dc-b847-46f9-a580-231b385a1847 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:48.223705 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 3, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:48.251100 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Checking router: 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:48.251534 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Updating router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c port 2be06bb7-acef-4fc0-b391-4c97c63002cb binding host dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:17:48.264204 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=91e303d0-a086-49cc-9d60-6bfdf4aa184a,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:48.279753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee4485-dd01-4e71-88ca-788966ed6dcb None None] Network 98be5810-5f4e-4c3b-b2e9-2421430717be requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:17:48.286721 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.338298 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 6d6189dc-b847-46f9-a580-231b385a1847 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:48.338709 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (6d6189dc-b847-46f9-a580-231b385a1847), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.404841 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-a9ba527f-5536-4267-aaf0-fc531262ab88 None None] Provisioning complete for port 91e303d0-a086-49cc-9d60-6bfdf4aa184a triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:48.405129 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a9ba527f-5536-4267-aaf0-fc531262ab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.533321 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 6d6189dc-b847-46f9-a580-231b385a1847 is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:48.578663 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba527f-5536-4267-aaf0-fc531262ab88 None None] Current status of the port 91e303d0-a086-49cc-9d60-6bfdf4aa184a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:48.608402 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea2aa8-31bf-44f4-8db8-2deb7d19cdca req-a4657950-cfc7-49b6-aa10-cee31c87bd22 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:48.609772 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-dbea2aa8-31bf-44f4-8db8-2deb7d19cdca req-a4657950-cfc7-49b6-aa10-cee31c87bd22 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1042354 Mar 31 18:17:48.632071 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Publish callbacks [] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), precommit_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.634424 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.680749 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.731879 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-dbea2aa8-31bf-44f4-8db8-2deb7d19cdca req-1dc98562-7f53-41be-9043-f768f2b9e4b0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084409 Mar 31 18:17:48.755417 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Attempting to bind port 2be06bb7-acef-4fc0-b391-4c97c63002cb on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:48.756005 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Attempting to bind port 2be06bb7-acef-4fc0-b391-4c97c63002cb by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:48.756480 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Attempting to bind port 2be06bb7-acef-4fc0-b391-4c97c63002cb on network a81e3cef-87f8-4068-a965-4a7ba7f81069 {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:48.764826 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243035-14e7-41ee-a6dd-6771629aa4cd None None] Pushing event updated for resources: {'Port': ['ID=2be06bb7-acef-4fc0-b391-4c97c63002cb,revision_number=2']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:48.769768 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:48.770507 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Checking segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:48.771163 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.771852 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Bound using segment: {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'} {{(pid=103984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:48.772563 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.managers [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Bound port: 2be06bb7-acef-4fc0-b391-4c97c63002cb, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f9e9f6-4f62-4c7c-a3d8-348ef60c967c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}}] {{(pid=103984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:48.773196 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), before_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.840976 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] For port 2be06bb7-acef-4fc0-b391-4c97c63002cb, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:48.844389 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.plugins.ml2.db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] For port 2be06bb7-acef-4fc0-b391-4c97c63002cb, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2be06bb7-acef-4fc0-b391-4c97c63002cb,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:48.851607 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0073a87-8346-45de-b609-288ea6b7a371 req-9eb74383-dc54-485c-8953-53d5e4c7b3e0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:48.852198 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Allocated IP 172.20.0.1 (98be5810-5f4e-4c3b-b2e9-2421430717be/56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce/a1aa4da0-b5a5-483b-af29-d3579c73802b) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:17:48.855758 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a0073a87-8346-45de-b609-288ea6b7a371 req-9eb74383-dc54-485c-8953-53d5e4c7b3e0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1130199 Mar 31 18:17:48.904282 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-c5a143c0-2b54-4073-9d34-6935f0f72180 None None] Provisioning complete for port 91e303d0-a086-49cc-9d60-6bfdf4aa184a triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:48.905748 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c5a143c0-2b54-4073-9d34-6935f0f72180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.908451 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a0073a87-8346-45de-b609-288ea6b7a371 req-5e41b8ba-931d-4c68-a11b-cd137f1c7998 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Mar 31 18:17:48.914646 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron_lib.callbacks.manager [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), after_update {{(pid=103984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:48.980596 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Routers {'65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:48.981223 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:49.011566 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks [] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.021189 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243035-14e7-41ee-a6dd-6771629aa4cd None None] Pushing event updated for resources: {'Port': ['ID=2be06bb7-acef-4fc0-b391-4c97c63002cb,revision_number=3']} {{(pid=103984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:49.029931 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c5a143c0-2b54-4073-9d34-6935f0f72180 None None] Current status of the port 91e303d0-a086-49cc-9d60-6bfdf4aa184a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:49.099257 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] Set router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:49.123194 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.162593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Network 98be5810-5f4e-4c3b-b2e9-2421430717be is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:49.165570 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:49.171299 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:17:49.195355 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa4da0-b5a5-483b-af29-d3579c73802b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:49.223511 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589747'] for router_interface (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.397007 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 3, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:49.422821 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bd897-e7d7-4aeb-aee3-1dbb8fcf3720 None None] The sync data for ids ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'] in dv-cinder-master-3-smb is: [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 3, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:49.456975 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-351126ec-df8c-4dd9-a39a-a11825f17f4b None None] Provisioning complete for port a1aa4da0-b5a5-483b-af29-d3579c73802b triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:49.457388 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-351126ec-df8c-4dd9-a39a-a11825f17f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.494906 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-351126ec-df8c-4dd9-a39a-a11825f17f4b None None] Port a1aa4da0-b5a5-483b-af29-d3579c73802b cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:49.503260 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.506985 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe4f2-9bb6-49dc-af10-6a6bd1d8a873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.682357 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks [] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.760795 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.845554 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa4da0-b5a5-483b-af29-d3579c73802b,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:49.848545 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589607'] for router_interface (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:49.896237 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 2be06bb7-acef-4fc0-b391-4c97c63002cb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:49.981882 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 2be06bb7-acef-4fc0-b391-4c97c63002cb triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:49.982548 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:50.007717 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa5e8-4671-4bb1-b0a9-5d580e986a77 req-7d050fd2-9f32-40e2-97b6-ba1b1e7b8648 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:50.015307 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eacfa5e8-4671-4bb1-b0a9-5d580e986a77 req-7d050fd2-9f32-40e2-97b6-ba1b1e7b8648 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1370220 Mar 31 18:17:50.038531 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Network 98be5810-5f4e-4c3b-b2e9-2421430717be is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:17:50.048171 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:17:50.073398 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507924de-be94-4b1f-b431-ada622d3326b req-46f7a6a7-0771-4296-9ff3-981c10621998 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:50.075047 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-507924de-be94-4b1f-b431-ada622d3326b req-46f7a6a7-0771-4296-9ff3-981c10621998 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0786910 Mar 31 18:17:50.120478 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 2be06bb7-acef-4fc0-b391-4c97c63002cb is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:50.121080 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:50.145472 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] For port 2be06bb7-acef-4fc0-b391-4c97c63002cb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2be06bb7-acef-4fc0-b391-4c97c63002cb,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:50.161393 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-507924de-be94-4b1f-b431-ada622d3326b req-75a38116-11b5-4e8f-8094-68910b6edf4d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794907 Mar 31 18:17:50.180662 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eacfa5e8-4671-4bb1-b0a9-5d580e986a77 req-4fc164ce-f11c-4c5b-993e-d2a1efee25fd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641717 Mar 31 18:17:50.241373 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:17:50.279520 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:50.280594 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 91e303d0-a086-49cc-9d60-6bfdf4aa184a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:50.369156 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Pushing event updated for resources: {'Port': ['ID=2be06bb7-acef-4fc0-b391-4c97c63002cb,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:50.385616 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 91e303d0-a086-49cc-9d60-6bfdf4aa184a triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:50.385616 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:50.403650 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:17:50.408690 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8188190a-1582-4825-a69d-958c17328c6e admin admin] 10.222.0.62 "PUT /v2.0/routers/65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332508 Mar 31 18:17:50.478912 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d57f4d97-c573-4f60-b5c9-0fd0d3ca0f99 None None] Provisioning complete for port a1aa4da0-b5a5-483b-af29-d3579c73802b triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:50.479506 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d57f4d97-c573-4f60-b5c9-0fd0d3ca0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:50.542585 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 91e303d0-a086-49cc-9d60-6bfdf4aa184a is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:50.556844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d57f4d97-c573-4f60-b5c9-0fd0d3ca0f99 None None] Port a1aa4da0-b5a5-483b-af29-d3579c73802b cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:50.626004 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:51.381235 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb001379-b273-4ad0-a347-0448cd8ec2f4 req-b68b25a6-96b5-4b83-904a-842c2a4da9cd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:51.388732 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb001379-b273-4ad0-a347-0448cd8ec2f4 req-b68b25a6-96b5-4b83-904a-842c2a4da9cd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0773065 Mar 31 18:17:51.408137 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bead9-ba19-49ef-a7e2-e17185782cbb req-b08ab4c4-a345-43c6-8fcc-66b3c1a7da14 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:51.410414 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-932bead9-ba19-49ef-a7e2-e17185782cbb req-b08ab4c4-a345-43c6-8fcc-66b3c1a7da14 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1280754 Mar 31 18:17:51.464025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb001379-b273-4ad0-a347-0448cd8ec2f4 req-9f76ff25-1799-40b1-b41e-dd551845adce tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679970 Mar 31 18:17:51.492191 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-932bead9-ba19-49ef-a7e2-e17185782cbb req-516a445d-69cd-4ac1-b81d-0e98a0bb7f08 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715432 Mar 31 18:17:51.495899 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Sync routers for ids ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:17:51.513035 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Routers {'65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:51.513881 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:51.730017 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Set router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:52.102165 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 2be06bb7-acef-4fc0-b391-4c97c63002cb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:52.335733 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port 2be06bb7-acef-4fc0-b391-4c97c63002cb triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:52.336387 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:52.393291 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:17:49Z', 'revision_number': 4, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a1aa4da0-b5a5-483b-af29-d3579c73802b', 'name': '', 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'mac_address': 'fa:16:3e:6b:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:48Z', 'updated_at': '2022-03-31T18:17:49Z', 'revision_number': 2, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'subnets': [{'id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:52.432219 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Checking router: 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:17:52.432851 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Updating router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c port a1aa4da0-b5a5-483b-af29-d3579c73802b binding host dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 18:17:52.531704 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:52.627969 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port 2be06bb7-acef-4fc0-b391-4c97c63002cb is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:52.783481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202881-1df1-4d0a-a78b-2108cf58478d req-13da7197-917e-4903-ba30-1f2b22d88db4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:52.791823 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-03202881-1df1-4d0a-a78b-2108cf58478d req-13da7197-917e-4903-ba30-1f2b22d88db4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1866920 Mar 31 18:17:52.817999 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47b2e0-8bfd-4951-9e3c-5e185b550408 req-7d1fd185-4ff5-4005-a229-ee12627ae061 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:52.828730 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3d47b2e0-8bfd-4951-9e3c-5e185b550408 req-7d1fd185-4ff5-4005-a229-ee12627ae061 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1598072 Mar 31 18:17:52.865416 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:52.888366 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-03202881-1df1-4d0a-a78b-2108cf58478d req-aacac8b2-7d2a-49ec-9d3a-7d427733fc5c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949957 Mar 31 18:17:52.943000 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3d47b2e0-8bfd-4951-9e3c-5e185b550408 req-557c2537-3ded-45b2-89e8-8db98dfa3d94 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127121 Mar 31 18:17:53.182388 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Publish callbacks [] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), precommit_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:53.363071 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:53.512831 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681be3-aa92-4063-b316-c14ff320957d None None] Pushing event updated for resources: {'Port': ['ID=a1aa4da0-b5a5-483b-af29-d3579c73802b,revision_number=3']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:53.580933 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:53.667252 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540c070-8cbb-4f49-90d0-6b52815d4f33 req-eb7aa3c9-e09c-4ec9-8dea-0d5eb2121782 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:53.673566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Attempting to bind port a1aa4da0-b5a5-483b-af29-d3579c73802b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:17:53.674415 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Attempting to bind port a1aa4da0-b5a5-483b-af29-d3579c73802b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:17:53.676007 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Attempting to bind port a1aa4da0-b5a5-483b-af29-d3579c73802b on network 98be5810-5f4e-4c3b-b2e9-2421430717be {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:17:53.677074 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7540c070-8cbb-4f49-90d0-6b52815d4f33 req-eb7aa3c9-e09c-4ec9-8dea-0d5eb2121782 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1435127 Mar 31 18:17:53.691740 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Checking agent: {'id': '0da06b73-a960-48d8-8a31-bbdc6bba2130', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 5, 23), 'started_at': datetime.datetime(2022, 3, 31, 18, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:17:53.692119 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Checking segment: {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:17:53.693610 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:53.694037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Bound using segment: {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'} {{(pid=103983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:17:53.694565 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.managers [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Bound port: a1aa4da0-b5a5-483b-af29-d3579c73802b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f807738a-375c-46ad-8652-cf5774e2686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be'}}] {{(pid=103983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:17:53.694938 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:53.821244 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7540c070-8cbb-4f49-90d0-6b52815d4f33 req-10dbf795-7946-4abe-9135-7e207d264a81 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411228 Mar 31 18:17:53.822799 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-59bb4d9a-a7cc-4c7e-a6ee-50eae68d0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:53.825059 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-59bb4d9a-a7cc-4c7e-a6ee-50eae68d0a95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1129 time: 0.1156287 Mar 31 18:17:53.865569 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] For port a1aa4da0-b5a5-483b-af29-d3579c73802b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:17:53.870501 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] For port a1aa4da0-b5a5-483b-af29-d3579c73802b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a1aa4da0-b5a5-483b-af29-d3579c73802b,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:17:53.918437 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-3fc46d87-9ae1-4197-b59a-f0314fd0901d None None] Provisioning complete for port a1aa4da0-b5a5-483b-af29-d3579c73802b triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:53.918907 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3fc46d87-9ae1-4197-b59a-f0314fd0901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:54.045610 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:54.128132 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-3e84bcf2-80d7-4de5-8100-35d23dd1ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:54.129900 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-3e84bcf2-80d7-4de5-8100-35d23dd1ef88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.2185988 Mar 31 18:17:54.210705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-3fc46d87-9ae1-4197-b59a-f0314fd0901d None None] Port a1aa4da0-b5a5-483b-af29-d3579c73802b cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:17:54.260438 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Routers {'65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:17:54.263537 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:17:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:54.338265 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-07a35ea3-3159-41a4-aa88-34fde22533be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 1001 time: 0.1740229 Mar 31 18:17:54.443640 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-4ffbabc8-5440-4cba-8052-992bf3e931bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:54.445135 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-4ffbabc8-5440-4cba-8052-992bf3e931bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0883219 Mar 31 18:17:54.458105 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04316-15e2-4a7a-bc56-7681dfa5a65d req-433e35cf-88c7-4110-a108-38276759b6fc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:54.466073 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9a04316-15e2-4a7a-bc56-7681dfa5a65d req-433e35cf-88c7-4110-a108-38276759b6fc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.3520710 Mar 31 18:17:54.540646 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] Set router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:17:54.579084 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-b11537c5-d55f-4608-a8f8-63ec5ba10c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:54.581491 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-b11537c5-d55f-4608-a8f8-63ec5ba10c59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1132107 Mar 31 18:17:54.741241 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-79cd0465-8238-42a2-b1e4-976299100b0e service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388516 Mar 31 18:17:54.753673 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9a04316-15e2-4a7a-bc56-7681dfa5a65d req-570f1a2c-7b84-4140-827d-d1c656d76956 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866316 Mar 31 18:17:54.883087 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681be3-aa92-4063-b316-c14ff320957d None None] Pushing event updated for resources: {'Port': ['ID=a1aa4da0-b5a5-483b-af29-d3579c73802b,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:54.889912 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d38a2080-e271-44d0-ab33-8aad82b741cc req-7f1256f7-750c-4af6-b47e-fac22d305933 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300013 Mar 31 18:17:54.903104 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] Provisioning complete for port a1aa4da0-b5a5-483b-af29-d3579c73802b triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:54.906305 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:55.041439 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] Current status of the port a1aa4da0-b5a5-483b-af29-d3579c73802b is: DOWN; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:55.041879 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:55.073150 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:17:49Z', 'revision_number': 4, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a1aa4da0-b5a5-483b-af29-d3579c73802b', 'name': '', 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'mac_address': 'fa:16:3e:6b:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:48Z', 'updated_at': '2022-03-31T18:17:53Z', 'revision_number': 4, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'subnets': [{'id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:17:55.105935 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] For port a1aa4da0-b5a5-483b-af29-d3579c73802b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a1aa4da0-b5a5-483b-af29-d3579c73802b,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:17:55.145486 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e35e27-2f81-446d-a08b-8c79bc70f188 None None] The sync data for ids ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'] in dv-cinder-master-3-smb is: [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:17:49Z', 'revision_number': 4, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a1aa4da0-b5a5-483b-af29-d3579c73802b', 'name': '', 'network_id': '98be5810-5f4e-4c3b-b2e9-2421430717be', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'mac_address': 'fa:16:3e:6b:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:48Z', 'updated_at': '2022-03-31T18:17:53Z', 'revision_number': 4, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'subnets': [{'id': '56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:17:55.163070 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113769b-f144-48bb-8907-a654496e5407 req-74e7b595-7e78-4c82-ad6b-db831bbe8148 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:55.165798 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7113769b-f144-48bb-8907-a654496e5407 req-74e7b595-7e78-4c82-ad6b-db831bbe8148 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1477771 Mar 31 18:17:55.260690 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7113769b-f144-48bb-8907-a654496e5407 req-18122f04-ee73-4a60-a8f2-ea61a9f544ab tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878582 Mar 31 18:17:55.274341 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:55.380234 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9573e55-d2f8-4288-974e-9a4c6d9003a2 None None] Pushing event updated for resources: {'Port': ['ID=a1aa4da0-b5a5-483b-af29-d3579c73802b,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:17:55.831880 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a1aa4da0-b5a5-483b-af29-d3579c73802b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:17:55.983587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd48a1-1aa4-4112-b1a0-43521e5e872b req-d12f39b4-f8d5-43e8-8d31-7e2c856c143e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:55.983587 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4dd48a1-1aa4-4112-b1a0-43521e5e872b req-d12f39b4-f8d5-43e8-8d31-7e2c856c143e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0849402 Mar 31 18:17:55.984478 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Provisioning complete for port a1aa4da0-b5a5-483b-af29-d3579c73802b triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:17:55.984478 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:17:55.995857 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4dd48a1-1aa4-4112-b1a0-43521e5e872b req-093e31ef-f833-4eeb-8999-91dcfe79163b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570650 Mar 31 18:17:56.048792 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Current status of the port a1aa4da0-b5a5-483b-af29-d3579c73802b is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:17:56.420647 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278059a9-fbde-45de-8878-55746cb988ad req-3a78946f-9b0d-4f22-ad25-596d403c2a30 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:56.428911 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-278059a9-fbde-45de-8878-55746cb988ad req-3a78946f-9b0d-4f22-ad25-596d403c2a30 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0736370 Mar 31 18:17:56.495029 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-278059a9-fbde-45de-8878-55746cb988ad req-35ca880c-c2e5-46c7-8dc0-6ca70433ab74 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647750 Mar 31 18:17:57.217674 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e43fa-9557-4af7-843d-70ff0ca64988 req-ee4b2b2c-c816-4f85-b56f-9b65d96cbd3b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:57.227014 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351e43fa-9557-4af7-843d-70ff0ca64988 req-ee4b2b2c-c816-4f85-b56f-9b65d96cbd3b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0964649 Mar 31 18:17:57.307079 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-351e43fa-9557-4af7-843d-70ff0ca64988 req-a148b6ad-4544-407f-b465-942eec419d30 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788891 Mar 31 18:17:57.675091 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efd79e-323c-4cc1-82ea-d052fb835332 req-1b890006-9916-4b11-8e97-b289e03d96ad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:57.690402 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-47efd79e-323c-4cc1-82ea-d052fb835332 req-1b890006-9916-4b11-8e97-b289e03d96ad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1017635 Mar 31 18:17:57.827072 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-47efd79e-323c-4cc1-82ea-d052fb835332 req-e4bfdec2-d651-4d27-91c2-aec24aa7950c tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354229 Mar 31 18:17:58.473253 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347826f1-d9a2-49d1-a31a-5c6cc2fb8187 req-698072bd-f1d7-45fb-9c4f-477069d2bf10 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:58.473253 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-347826f1-d9a2-49d1-a31a-5c6cc2fb8187 req-698072bd-f1d7-45fb-9c4f-477069d2bf10 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0734205 Mar 31 18:17:58.565701 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-347826f1-d9a2-49d1-a31a-5c6cc2fb8187 req-c96fe495-87bd-4ffe-b952-5efb40e32782 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745997 Mar 31 18:17:59.749917 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708e212-a806-44d7-94dd-3f51d123c99e req-1d7c574f-412c-4f8a-a4d6-f8beb75f1779 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:17:59.752611 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2708e212-a806-44d7-94dd-3f51d123c99e req-1d7c574f-412c-4f8a-a4d6-f8beb75f1779 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0983405 Mar 31 18:17:59.844748 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2708e212-a806-44d7-94dd-3f51d123c99e req-62d0c5bb-74b4-40c8-a913-31b3da2e99ac tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584955 Mar 31 18:18:00.977666 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38e1f-4f96-405e-abac-a772a439204a req-074af6dd-f269-4e85-8091-0f3e96d256ad tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:00.990457 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f0f38e1f-4f96-405e-abac-a772a439204a req-074af6dd-f269-4e85-8091-0f3e96d256ad tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0774548 Mar 31 18:18:01.038970 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f0f38e1f-4f96-405e-abac-a772a439204a req-ead6946d-3778-4e8a-80ca-14f42652c077 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465574 Mar 31 18:18:02.210711 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774669ad-1485-43ef-913c-5d2bd2982a65 req-0cbc879b-390c-4486-a973-9cff8defb3eb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:02.218751 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-774669ad-1485-43ef-913c-5d2bd2982a65 req-0cbc879b-390c-4486-a973-9cff8defb3eb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0823548 Mar 31 18:18:02.278151 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-774669ad-1485-43ef-913c-5d2bd2982a65 req-7edeea75-e0c5-40cf-bf4c-bc3767a1e3ac tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575879 Mar 31 18:18:02.509259 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:18:03.512871 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a40633-ff3a-405e-823a-4cdd0ccddf1e req-45473466-f771-49eb-9f7b-dedc9ba46763 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:03.515420 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d6a40633-ff3a-405e-823a-4cdd0ccddf1e req-45473466-f771-49eb-9f7b-dedc9ba46763 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1376588 Mar 31 18:18:03.575996 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d6a40633-ff3a-405e-823a-4cdd0ccddf1e req-42c54184-6dfe-4381-a287-439c2c23f850 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537376 Mar 31 18:18:04.701708 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6e36a-73cf-44b5-845b-94b389b6453f req-633ab9e6-ab2b-4c86-92a9-10fd3732c1f6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:04.703200 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-87e6e36a-73cf-44b5-845b-94b389b6453f req-633ab9e6-ab2b-4c86-92a9-10fd3732c1f6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0619364 Mar 31 18:18:04.755857 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-87e6e36a-73cf-44b5-845b-94b389b6453f req-765fc58d-09c0-42f3-abb9-55f790c5055d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468793 Mar 31 18:18:05.881396 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338ad3-5a64-4f39-bc78-1e56d66c9c4b req-4c0fb329-a8c5-49fa-b7bd-5a936aea65b6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:05.883126 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c0338ad3-5a64-4f39-bc78-1e56d66c9c4b req-4c0fb329-a8c5-49fa-b7bd-5a936aea65b6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0550361 Mar 31 18:18:05.936595 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c0338ad3-5a64-4f39-bc78-1e56d66c9c4b req-7f065b6c-ba4e-48d5-ad6c-8bc6e8744f95 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Mar 31 18:18:06.724348 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-e31db4e6-b5a9-4b20-a090-3f751cd0e2dd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:06.725821 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-e31db4e6-b5a9-4b20-a090-3f751cd0e2dd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 815 time: 0.1049550 Mar 31 18:18:06.740897 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-93e935ae-aafd-474f-a875-e18d91a71ad7 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/quotas/9e6efa2ce4f248d3977d8be70011f203 HTTP/1.1" status: 200 len: 375 time: 0.0096045 Mar 31 18:18:06.799588 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-c2787784-ff6b-47ef-9129-39d193fe6bc0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536044 Mar 31 18:18:06.902756 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-8ff2d511-f5fb-4da6-8072-6cc535385a24 service neutron] 10.222.0.62 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917106 Mar 31 18:18:07.000243 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-e873af56-adb4-4145-972f-34ddb2f3565f service neutron] 10.222.0.62 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910573 Mar 31 18:18:07.055947 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b2b96-a27d-4f01-95fc-04ad033c69cc req-320abac3-0608-4ee0-9b13-7134d57784fc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:07.057527 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-761b2b96-a27d-4f01-95fc-04ad033c69cc req-320abac3-0608-4ee0-9b13-7134d57784fc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Mar 31 18:18:07.104856 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-761b2b96-a27d-4f01-95fc-04ad033c69cc req-20c40f3b-f587-46b9-85f3-4a63a5a8d0be tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Mar 31 18:18:07.331878 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-55016d88-ab9d-4758-b8c7-e300a6632c36 req-55d8af25-aba5-40fc-b4ba-2d760dc7d27e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 210 time: 0.0323751 Mar 31 18:18:07.726032 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-55425f80-7651-4073-9acd-e701c183a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:07.727634 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-55425f80-7651-4073-9acd-e701c183a346 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1129 time: 0.0488322 Mar 31 18:18:07.818479 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-e106e82b-521e-47ad-964f-17190db47446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:07.820033 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-e106e82b-521e-47ad-964f-17190db47446 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.0845082 Mar 31 18:18:08.132145 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-2048dbcd-92ce-4a06-b5e4-146f416e4318 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 1001 time: 0.2996676 Mar 31 18:18:08.189271 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-2e707269-07d1-49e7-ba9b-b625d2fcf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:08.190654 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-2e707269-07d1-49e7-ba9b-b625d2fcf240 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0528162 Mar 31 18:18:08.268742 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d53371-7318-424e-9d2f-09ae59fc3c28 req-3fc850d1-017f-4c52-bedc-1684ce2329e3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:08.270243 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a5d53371-7318-424e-9d2f-09ae59fc3c28 req-3fc850d1-017f-4c52-bedc-1684ce2329e3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0906804 Mar 31 18:18:08.276281 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-e4537c33-454d-492a-8281-cc9e1b4bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:08.277741 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-e4537c33-454d-492a-8281-cc9e1b4bf0b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0682812 Mar 31 18:18:08.369028 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a5d53371-7318-424e-9d2f-09ae59fc3c28 req-1b78107c-0fd3-4989-b514-6f57ff567260 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903168 Mar 31 18:18:08.406437 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-5587e2ee-3b99-4484-a169-8451d04a9c87 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209822 Mar 31 18:18:08.436137 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0f0373cf-722a-439d-8b78-922631fc643a req-078a26bd-edf2-4773-af80-af31ce8c67cd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 210 time: 0.0276716 Mar 31 18:18:08.514785 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7547bd4d-075a-4d50-aea7-827fe8c896dd req-18584e67-257e-4f41-8211-61a86cd993ec service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976713 Mar 31 18:18:09.518320 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eca09-027d-4399-918f-9111a9a1ed37 req-be500d56-eb4b-4ec1-aaa8-a67298c670b1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:09.519888 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f87eca09-027d-4399-918f-9111a9a1ed37 req-be500d56-eb4b-4ec1-aaa8-a67298c670b1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.0639892 Mar 31 18:18:09.537372 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-73db7a31-4e5b-4993-a55d-802d53b23ee7 req-3ddb916c-863d-4c3f-aab5-ee2e6819a148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Mar 31 18:18:09.577086 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f87eca09-027d-4399-918f-9111a9a1ed37 req-923dba21-4b6f-4e71-a730-df33abe0cb15 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515020 Mar 31 18:18:10.050500 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-7d456626-5d35-42d6-b868-2e25178b6d5a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:10.052102 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-7d456626-5d35-42d6-b868-2e25178b6d5a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.65 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 815 time: 0.1056993 Mar 31 18:18:10.084919 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'port': {'device_id': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'admin_state_up': True, 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:18:10.271004 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Made reservation on behalf of 9e6efa2ce4f248d3977d8be70011f203 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:18:10.275976 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:10.412398 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Allocated IP 172.20.0.5 (3477a37f-0a72-4ad8-92d9-2391e31397cf/d1026163-3827-4aa6-8217-8e8200b2c61e/4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:18:10.572374 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:10.675195 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d1e773a2-1973-45c3-b543-2d1b6d60a3a0 req-b87e3acb-b452-450c-83a2-cbc74edc8e2e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 210 time: 0.0526874 Mar 31 18:18:10.683678 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:10.751217 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:18:10.761723 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:18:10.765936 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:10.768848 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:18:10.816577 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf58c73-883d-4d9a-81cf-6031e22453c1 req-b259cd58-c22c-4ae8-94bb-c9b6dd042c42 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:10.818199 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bcf58c73-883d-4d9a-81cf-6031e22453c1 req-b259cd58-c22c-4ae8-94bb-c9b6dd042c42 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 945 time: 0.1464932 Mar 31 18:18:10.852590 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:10.857256 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:10.892236 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bcf58c73-883d-4d9a-81cf-6031e22453c1 req-9f285eff-0a24-4afb-a8ca-60610aacc4a2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651031 Mar 31 18:18:11.047845 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-4230d100-d7ab-4aef-a162-4820596883d3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9673119 Mar 31 18:18:11.062357 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-7d258d08-3661-49ba-8c20-02bbf836aa95 None None] Provisioning complete for port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:18:11.068660 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7d258d08-3661-49ba-8c20-02bbf836aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.068660 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:18:11.068890 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Request body: {'port': {'device_id': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:18:11.145281 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-7d258d08-3661-49ba-8c20-02bbf836aa95 None None] Port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:18:11.178047 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.194307 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: ACTIVE; New status is: DOWN {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:18:11.194706 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.241296 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:18:11.243617 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8c6fa-84f6-4b37-8664-9b0ec948db20" -d '{"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:18:11.270641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:11.325104 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cfefa5-09f4-4f8b-a322-526051bc6058 x-openstack-request-id: req-09cfefa5-09f4-4f8b-a322-526051bc6058 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:18:11.325911 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-unplugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:18:11.326488 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09cfefa5-09f4-4f8b-a322-526051bc6058 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:18:11.328157 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cfefa5-09f4-4f8b-a322-526051bc6058'] response: {'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'code': 200} Mar 31 18:18:11.466671 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.526209 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=8']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:11.536295 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.537033 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.537630 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.538234 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.538790 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.539383 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.540106 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.540695 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.541419 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.542041 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.542803 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.543464 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.544062 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.544819 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.545399 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:11.564441 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:18:11.572192 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Publish callbacks [] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.585997 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Transition to ACTIVE for port object 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:18:11.694623 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.773805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:11.868353 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Attempting to bind port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:18:11.868673 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Attempting to bind port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:18:11.868986 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Attempting to bind port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e on network 3477a37f-0a72-4ad8-92d9-2391e31397cf {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:18:11.880953 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837b486-beca-4919-a7e1-c6f83fbea1c7 req-b867bb1a-5d58-44e5-bb99-7a794ebe7336 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:11.888649 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a837b486-beca-4919-a7e1-c6f83fbea1c7 req-b867bb1a-5d58-44e5-bb99-7a794ebe7336 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.1165955 Mar 31 18:18:11.897748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e on network 3477a37f-0a72-4ad8-92d9-2391e31397cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:18:11.898068 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Attempting to bind port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e on network 3477a37f-0a72-4ad8-92d9-2391e31397cf {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:18:11.911711 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:18:11.912196 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Checking segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:18:11.912830 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Bound using segment: {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:18:11.913539 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Bound port: 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde98975-c46f-434d-b6be-cb7fec7000f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:18:11.913905 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:11.989490 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a837b486-beca-4919-a7e1-c6f83fbea1c7 req-4fdfddf0-4de9-4502-b23b-c28dbcfa218b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998433 Mar 31 18:18:12.031468 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:18:12.034830 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:18:12.103801 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e497c-e747-43cc-8f43-0618bf62204a req-9a3a61e6-75bc-4323-b974-0910bd888176 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:12.105324 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3c8e497c-e747-43cc-8f43-0618bf62204a req-9a3a61e6-75bc-4323-b974-0910bd888176 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0588667 Mar 31 18:18:12.137195 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:12.161045 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3c8e497c-e747-43cc-8f43-0618bf62204a req-e3de8418-8292-437a-9143-ecc49dda7396 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487740 Mar 31 18:18:12.174584 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:12.175217 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:12.176826 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] 10.222.0.65 "PUT /v2.0/ports/4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 1093 time: 1.1141901 Mar 31 18:18:12.177287 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:18:12.179594 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59c56d8-66d6-42aa-be77-b2983aefa551" -d '{"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:18:12.217995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26b4f-96de-4220-a419-fd5c8ce24f89 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:12.258051 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11256010-4720-49ed-a51a-f9693823a064 x-openstack-request-id: req-11256010-4720-49ed-a51a-f9693823a064 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:18:12.258786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:18:12.259553 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11256010-4720-49ed-a51a-f9693823a064 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:18:12.260228 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11256010-4720-49ed-a51a-f9693823a064'] response: {'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'status': 'completed', 'code': 200} Mar 31 18:18:13.117581 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5974-0ced-4b40-8616-6c54e04fb07a req-b72d12d6-400e-4625-a442-b3f80c18713e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:13.119254 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-94df5974-0ced-4b40-8616-6c54e04fb07a req-b72d12d6-400e-4625-a442-b3f80c18713e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0678034 Mar 31 18:18:13.170606 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-94df5974-0ced-4b40-8616-6c54e04fb07a req-a3b5e0c7-20c4-49f4-9c63-833c3c28c4f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Mar 31 18:18:13.905963 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [req-e641bacd-c4ef-42ac-bea9-2dec264f6afa req-dcc1ecc1-6ef3-464d-bec7-700a2414debc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:18:13.906918 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e641bacd-c4ef-42ac-bea9-2dec264f6afa req-dcc1ecc1-6ef3-464d-bec7-700a2414debc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066173 Mar 31 18:18:14.305140 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32643-a5db-497b-b307-5766a1d01650 req-b4bb7002-d268-44c2-81fd-1f1fe69f6333 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:14.309059 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-38b32643-a5db-497b-b307-5766a1d01650 req-b4bb7002-d268-44c2-81fd-1f1fe69f6333 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0696065 Mar 31 18:18:14.378409 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-38b32643-a5db-497b-b307-5766a1d01650 req-a598bbda-aa72-498b-a78f-50220dfa97ba tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628994 Mar 31 18:18:14.429891 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38050891-772d-4903-9ea6-0e840c1d2fbc req-dd2b0e86-4be5-48f8-8449-e473e1c0837e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:14.431506 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-38050891-772d-4903-9ea6-0e840c1d2fbc req-dd2b0e86-4be5-48f8-8449-e473e1c0837e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0765779 Mar 31 18:18:14.486034 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-38050891-772d-4903-9ea6-0e840c1d2fbc req-c0429e24-d6e5-477d-a853-5369e714e961 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479822 Mar 31 18:18:14.944392 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54980) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:18:15.041548 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-c14ed180-ab40-42db-920b-a69c56e083a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959473 Mar 31 18:18:15.051102 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-5093a8fd-d2c1-4bda-b0c9-e9fd3478c2d2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:18:15.052240 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-5093a8fd-d2c1-4bda-b0c9-e9fd3478c2d2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057812 Mar 31 18:18:15.100724 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:18:15.140959 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 54988) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:18:15.192536 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: DOWN; New status is: DOWN {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:18:15.260055 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-eddb5a30-83be-4647-8d32-ac2b687f5b15 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:15.261591 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-eddb5a30-83be-4647-8d32-ac2b687f5b15 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports/009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 940 time: 0.1196356 Mar 31 18:18:15.510721 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b00fe-60dd-461b-a866-3bb6f356c491 req-ae6ba8ed-d920-4e1e-b4e6-c3cb57267d72 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:15.514482 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-263b00fe-60dd-461b-a866-3bb6f356c491 req-ae6ba8ed-d920-4e1e-b4e6-c3cb57267d72 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0596578 Mar 31 18:18:15.587148 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-263b00fe-60dd-461b-a866-3bb6f356c491 req-0aede6b0-62d0-44c1-917c-848c83164726 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668247 Mar 31 18:18:15.662180 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:15.677594 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc5aee-93d1-4366-a79f-31d5ec8096ab req-1f1e0060-9c3c-4603-8a01-e9d2a65a1000 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:15.680482 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6fcc5aee-93d1-4366-a79f-31d5ec8096ab req-1f1e0060-9c3c-4603-8a01-e9d2a65a1000 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0709915 Mar 31 18:18:15.760476 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6fcc5aee-93d1-4366-a79f-31d5ec8096ab req-2ff85bee-63f9-4fdf-9396-4c4e3db8969b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687346 Mar 31 18:18:16.747419 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60008097-c48e-4f84-81a0-034fa4274786 req-9b9be6d9-bc8a-4cb9-af10-b2c6ea630dde tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:16.749044 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-60008097-c48e-4f84-81a0-034fa4274786 req-9b9be6d9-bc8a-4cb9-af10-b2c6ea630dde tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0802374 Mar 31 18:18:16.815972 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-60008097-c48e-4f84-81a0-034fa4274786 req-bb59fc5f-5ae3-469e-9e97-cf6678530bb0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586641 Mar 31 18:18:16.913165 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d0557-79a7-4939-833c-795700a6e818 req-8d3dd4d7-a67f-424f-b5c7-cba2fc1231e4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:16.914603 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0a3d0557-79a7-4939-833c-795700a6e818 req-8d3dd4d7-a67f-424f-b5c7-cba2fc1231e4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0579891 Mar 31 18:18:16.968295 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0a3d0557-79a7-4939-833c-795700a6e818 req-eb91344a-c109-4960-b228-3e9868bbe623 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480671 Mar 31 18:18:17.225510 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4675d9ad-a9da-4ae9-8c3d-5255d3b74904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:17.958380 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e544fca-51fb-4f4c-947c-304a0a808541 req-a42c5741-8ff6-4330-8fb4-cb148771ba4a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:17.959925 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e544fca-51fb-4f4c-947c-304a0a808541 req-a42c5741-8ff6-4330-8fb4-cb148771ba4a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0649250 Mar 31 18:18:18.018358 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6e544fca-51fb-4f4c-947c-304a0a808541 req-4aec8892-a845-4780-83de-6b4dba891d47 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516908 Mar 31 18:18:18.108277 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451750-50e5-44ec-9f49-2939969a3756 req-ca281138-0ee8-4c8a-a95f-6ab54f448f1f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:18.110019 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fd451750-50e5-44ec-9f49-2939969a3756 req-ca281138-0ee8-4c8a-a95f-6ab54f448f1f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0571520 Mar 31 18:18:18.164222 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fd451750-50e5-44ec-9f49-2939969a3756 req-0e7a436c-2d7b-46f5-aef9-523239ce7372 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478778 Mar 31 18:18:19.148366 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d238d73-7fd5-48a0-9948-381ef9904e83 req-cd0d275c-282a-4c9e-b466-7c9382635994 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:19.149949 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9d238d73-7fd5-48a0-9948-381ef9904e83 req-cd0d275c-282a-4c9e-b466-7c9382635994 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0601888 Mar 31 18:18:19.201512 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9d238d73-7fd5-48a0-9948-381ef9904e83 req-166b2060-ea04-4335-9d2f-af2f5fdd7dde tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Mar 31 18:18:19.301704 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d348ff-1611-4254-ad81-8c6ff4e83a68 req-fe225fa8-07f3-4f8e-8cf7-6b53b907d379 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:19.303234 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b0d348ff-1611-4254-ad81-8c6ff4e83a68 req-fe225fa8-07f3-4f8e-8cf7-6b53b907d379 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0596371 Mar 31 18:18:19.362468 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b0d348ff-1611-4254-ad81-8c6ff4e83a68 req-02728c97-a5ae-4773-a3f1-8555ae92bf4c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505676 Mar 31 18:18:19.508116 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f6bb55ac-7b94-4c65-8eb3-32e7b7a95edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:20.336412 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732630-00d4-418c-9e92-bc847798aa1a req-0d6a499a-1f61-4607-9881-5f1c6a593cc5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:20.338015 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-da732630-00d4-418c-9e92-bc847798aa1a req-0d6a499a-1f61-4607-9881-5f1c6a593cc5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0672603 Mar 31 18:18:20.392036 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-da732630-00d4-418c-9e92-bc847798aa1a req-30ec8ec2-81dd-464c-b512-e6cbedc55928 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483496 Mar 31 18:18:20.498237 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237106-1454-4d3f-be59-88bc45f768ae req-613a5a87-edeb-45f4-aae0-9b69eedfa4c3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:20.500008 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-60237106-1454-4d3f-be59-88bc45f768ae req-613a5a87-edeb-45f4-aae0-9b69eedfa4c3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0568216 Mar 31 18:18:20.553946 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-60237106-1454-4d3f-be59-88bc45f768ae req-21737a2e-9281-403b-ac55-c24498929659 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Mar 31 18:18:20.667706 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:21.540034 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1db9e-482f-445c-9da5-d1832c297e20 req-6b83334e-8705-43fd-85d3-2fb42182a3e0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:21.543375 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b0a1db9e-482f-445c-9da5-d1832c297e20 req-6b83334e-8705-43fd-85d3-2fb42182a3e0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0789921 Mar 31 18:18:21.595748 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b0a1db9e-482f-445c-9da5-d1832c297e20 req-c896c90b-beed-4cf8-8556-e962f3b64637 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447481 Mar 31 18:18:21.755004 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32647cf-aa38-4300-912b-31db2242569c req-17d06d02-7f3a-4b21-8cb8-a5dcafb5ad2c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:21.756651 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a32647cf-aa38-4300-912b-31db2242569c req-17d06d02-7f3a-4b21-8cb8-a5dcafb5ad2c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0636067 Mar 31 18:18:21.828407 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a32647cf-aa38-4300-912b-31db2242569c req-3ab9a9c7-b006-4e7d-ac57-30babe2dc8bd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476396 Mar 31 18:18:22.411325 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:22.782715 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9632158-6700-4f40-b24b-7f634f252c06 req-35eb7acf-e0bf-46d8-971e-ac5c0c1b25af tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:22.784212 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f9632158-6700-4f40-b24b-7f634f252c06 req-35eb7acf-e0bf-46d8-971e-ac5c0c1b25af tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0592153 Mar 31 18:18:22.833917 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f9632158-6700-4f40-b24b-7f634f252c06 req-b95a959f-81bd-484a-8d05-1c548bcd0d77 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Mar 31 18:18:22.954419 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a454d2-a6bc-4a20-87c2-84fc006e10aa req-249b6104-0f41-4ebf-8355-0d9c21ef09a6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:22.955970 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-19a454d2-a6bc-4a20-87c2-84fc006e10aa req-249b6104-0f41-4ebf-8355-0d9c21ef09a6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0534468 Mar 31 18:18:23.005510 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-19a454d2-a6bc-4a20-87c2-84fc006e10aa req-7e5c2f40-afd1-4bdd-89ba-b925ddfb2024 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Mar 31 18:18:23.467420 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:23.955462 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b715bc-b44a-4277-b83f-a620ddefc987 req-38339aa3-0572-4226-8f42-1298d94f7c81 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:23.956839 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-63b715bc-b44a-4277-b83f-a620ddefc987 req-38339aa3-0572-4226-8f42-1298d94f7c81 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0558238 Mar 31 18:18:24.002768 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-63b715bc-b44a-4277-b83f-a620ddefc987 req-47db2826-21ec-48fe-807c-f94fe292ffa0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Mar 31 18:18:24.131133 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f088d-ded9-4a68-906a-25c4cca37c1a req-440039ab-f5be-4d80-bbd4-38d00f8a852e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:24.132871 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-146f088d-ded9-4a68-906a-25c4cca37c1a req-440039ab-f5be-4d80-bbd4-38d00f8a852e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0553968 Mar 31 18:18:24.181940 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-146f088d-ded9-4a68-906a-25c4cca37c1a req-b2ca08ae-6942-4368-8321-3f937a1f55ff tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431185 Mar 31 18:18:25.117907 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25172e-8946-40c2-8c5f-7c598292b104 req-2f4b78af-f0e9-4714-aefb-e42a89b2d3af tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:25.119403 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0c25172e-8946-40c2-8c5f-7c598292b104 req-2f4b78af-f0e9-4714-aefb-e42a89b2d3af tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0514970 Mar 31 18:18:25.166564 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0c25172e-8946-40c2-8c5f-7c598292b104 req-1d4b304c-4b49-4787-b2b4-12b4ec36925c tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Mar 31 18:18:25.307017 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda24811-1a81-44e8-8e37-a7a2e9da3802 req-ddab14af-a714-41e1-b8ac-19209777f106 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:25.308470 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cda24811-1a81-44e8-8e37-a7a2e9da3802 req-ddab14af-a714-41e1-b8ac-19209777f106 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0543022 Mar 31 18:18:25.356457 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cda24811-1a81-44e8-8e37-a7a2e9da3802 req-5d701a53-dc66-4911-8cd9-054959c10214 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 Mar 31 18:18:25.589911 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c56d8-66d6-42aa-be77-b2983aefa551 req-f64e7f09-d246-4b28-b808-92f39a5ff4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:25.591387 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e59c56d8-66d6-42aa-be77-b2983aefa551 req-f64e7f09-d246-4b28-b808-92f39a5ff4c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1127 time: 0.0458066 Mar 31 18:18:25.726727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c56d8-66d6-42aa-be77-b2983aefa551 req-1563b554-678e-4b8e-bea7-9d38619a6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:25.728273 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e59c56d8-66d6-42aa-be77-b2983aefa551 req-1563b554-678e-4b8e-bea7-9d38619a6f91 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9e6efa2ce4f248d3977d8be70011f203&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1069570 Mar 31 18:18:25.872715 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-6f9e52d9-4741-4aa2-91eb-718dc49855e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805304 Mar 31 18:18:25.873756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c56d8-66d6-42aa-be77-b2983aefa551 req-a8b55750-8c9d-4f8a-8e67-5ab1948e0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:25.875655 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e59c56d8-66d6-42aa-be77-b2983aefa551 req-a8b55750-8c9d-4f8a-8e67-5ab1948e0889 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318009 Mar 31 18:18:25.961877 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161995ef-609f-46e6-aea4-c42fab11e84d req-6ddb0719-92ba-43f9-9d5f-92363b6f9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:25.963499 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-6ddb0719-92ba-43f9-9d5f-92363b6f9f44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 1129 time: 0.0473759 Mar 31 18:18:26.076777 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-d17d7eb8-0c27-4624-97fb-d6eb2ef4f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.080278 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-d17d7eb8-0c27-4624-97fb-d6eb2ef4f8bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1127 time: 0.1095080 Mar 31 18:18:26.128069 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161995ef-609f-46e6-aea4-c42fab11e84d req-8e31f044-7661-4944-a345-f4276f7eb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.129449 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-8e31f044-7661-4944-a345-f4276f7eb43d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.1367297 Mar 31 18:18:26.131081 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-3e656440-443d-47bb-8860-2e7d3a889898 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 217 time: 0.0384367 Mar 31 18:18:26.204845 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-1c907c32-d1ee-4cea-b614-a26ae6b6dae7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 HTTP/1.1" status: 200 len: 217 time: 0.0648024 Mar 31 18:18:26.254196 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-8ceacb9e-1e03-4acf-887c-c1fabb655ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.256115 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-8ceacb9e-1e03-4acf-887c-c1fabb655ce6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 200 len: 854 time: 0.1094725 Mar 31 18:18:26.268423 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161995ef-609f-46e6-aea4-c42fab11e84d req-97bef0c9-d66f-4b54-898e-3019ee58bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.269906 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-97bef0c9-d66f-4b54-898e-3019ee58bc5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0573437 Mar 31 18:18:26.292185 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334e0d8-1c78-4c3f-bfbd-a749949d95b6 req-1c69cdbb-8ef5-4687-8430-91a85fd69e3a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.293661 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a334e0d8-1c78-4c3f-bfbd-a749949d95b6 req-1c69cdbb-8ef5-4687-8430-91a85fd69e3a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0543630 Mar 31 18:18:26.347091 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a334e0d8-1c78-4c3f-bfbd-a749949d95b6 req-305a156f-2c78-4bde-aa6b-db303c5e48d9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Mar 31 18:18:26.408048 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161995ef-609f-46e6-aea4-c42fab11e84d req-a1bb3865-14ca-4351-abd3-f4bce2b5b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.409615 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-a1bb3865-14ca-4351-abd3-f4bce2b5b9c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0844679 Mar 31 18:18:26.412379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-6727013f-58af-4c55-97c0-8462a3ceca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.415060 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-6727013f-58af-4c55-97c0-8462a3ceca97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3477a37f-0a72-4ad8-92d9-2391e31397cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0802608 Mar 31 18:18:26.610136 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44245cd-3acd-479b-9ff9-4b8606399780 req-fce26f60-bb2e-4ba6-b531-4263797b0b5c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:26.611645 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f44245cd-3acd-479b-9ff9-4b8606399780 req-fce26f60-bb2e-4ba6-b531-4263797b0b5c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.1818576 Mar 31 18:18:26.651815 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-105e657a-c201-410b-8c48-273696e45f59 service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104540 Mar 31 18:18:26.653442 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-2cb1359b-349e-4dce-8971-0a1427a9f704 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090034 Mar 31 18:18:26.759258 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f44245cd-3acd-479b-9ff9-4b8606399780 req-f68bbcaf-f97e-4224-bf73-76ff8dd66818 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367331 Mar 31 18:18:26.834272 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-161995ef-609f-46e6-aea4-c42fab11e84d req-c9adc07e-54b3-41bb-9847-a3ec6f412495 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680133 Mar 31 18:18:26.836630 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-965b661c-1672-48ac-8844-3a3403f73ad8 req-1f772cf4-96c0-419f-a451-0ac7d86baae7 service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715257 Mar 31 18:18:27.467414 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3848f1-9774-4ae1-8441-87951f5f580b req-314e43b3-845a-496c-8112-6404cd7329fa tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:27.470176 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b3848f1-9774-4ae1-8441-87951f5f580b req-314e43b3-845a-496c-8112-6404cd7329fa tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0537150 Mar 31 18:18:27.521525 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b3848f1-9774-4ae1-8441-87951f5f580b req-675cb0dd-e663-495c-acfa-0a2016366418 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Mar 31 18:18:27.884505 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf850fa-cd2b-415a-871d-22379f37d3f5 req-8b8ee2e1-6886-4bb3-8b8e-95e0a15f3454 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:27.885977 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-baf850fa-cd2b-415a-871d-22379f37d3f5 req-8b8ee2e1-6886-4bb3-8b8e-95e0a15f3454 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0534346 Mar 31 18:18:27.937281 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-baf850fa-cd2b-415a-871d-22379f37d3f5 req-56d7a0c8-af69-49b8-b6d3-112f415d78c7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454485 Mar 31 18:18:28.640288 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4277045-cb86-485b-a376-6a2b6d580648 req-36d07962-0905-4eca-b99b-9326efde529c tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:28.642300 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e4277045-cb86-485b-a376-6a2b6d580648 req-36d07962-0905-4eca-b99b-9326efde529c tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 943 time: 0.0565464 Mar 31 18:18:28.691542 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e4277045-cb86-485b-a376-6a2b6d580648 req-5832b237-acfc-4979-8bdc-7251850a2bf1 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Mar 31 18:18:29.070573 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd894e-af6f-4524-8674-1cc29c6c288e req-9f8a1aa6-82bc-41ef-b13b-eb94c204b14f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.071989 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-23dd894e-af6f-4524-8674-1cc29c6c288e req-9f8a1aa6-82bc-41ef-b13b-eb94c204b14f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0584896 Mar 31 18:18:29.228906 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:18:29.338867 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:29.419486 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-23dd894e-af6f-4524-8674-1cc29c6c288e req-d0430300-fbb4-43bf-9463-0c677cdb10c4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418829 Mar 31 18:18:29.446667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-32a88922-df74-41bb-8046-1313cffccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.446667 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-32a88922-df74-41bb-8046-1313cffccda0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63&tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 1127 time: 0.1037896 Mar 31 18:18:29.483538 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'port_id': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'mac_address': 'fa:16:3e:57:d7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:18:29.522118 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-fead971e-e03c-4a00-bd9b-218e5388ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.523974 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-fead971e-e03c-4a00-bd9b-218e5388ce36 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1127 time: 0.0515201 Mar 31 18:18:29.525096 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:18:29.525492 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:29.539396 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:18:29.560346 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:29.620149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-74a4ee51-e882-4dd9-b413-0e5be8b149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.621659 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-74a4ee51-e882-4dd9-b413-0e5be8b149a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.0915821 Mar 31 18:18:29.689582 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-97bb3c36-a056-4344-8fef-6c208873838a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 999 time: 0.0619206 Mar 31 18:18:29.738360 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-5b8d2c70-0a1a-42d9-9bd6-77866d33260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.739807 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-5b8d2c70-0a1a-42d9-9bd6-77866d33260e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0443704 Mar 31 18:18:29.741821 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:29.792257 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:29.796411 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-0f0ae460-7147-4d69-89df-f2405623ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.798210 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-0f0ae460-7147-4d69-89df-f2405623ee03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521896 Mar 31 18:18:29.824767 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcee88-732d-4294-b1a8-5d0f7f5311f4 req-5af62d5a-c0df-401d-81d0-6b5a11fdae72 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:29.826249 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-80bcee88-732d-4294-b1a8-5d0f7f5311f4 req-5af62d5a-c0df-401d-81d0-6b5a11fdae72 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 944 time: 0.0686035 Mar 31 18:18:29.873084 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-80bcee88-732d-4294-b1a8-5d0f7f5311f4 req-9f0b0118-6d84-4173-83fe-8ee9b245be1d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Mar 31 18:18:29.894706 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-849991f2-05ab-4a09-83a5-c386ba941b69 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889511 Mar 31 18:18:29.982889 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8b760b4f-ef8e-4d9b-859b-1bf062e358fc req-9e639218-b9eb-40ac-95a9-c3f837eb15fa service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812421 Mar 31 18:18:30.416909 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:18:30.562994 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8be2e-8f1c-4df3-b7a1-35f20706b295 req-13f53b80-5de6-405c-8d25-551de6b67c7e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:30.564641 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-74c8be2e-8f1c-4df3-b7a1-35f20706b295 req-13f53b80-5de6-405c-8d25-551de6b67c7e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0671365 Mar 31 18:18:30.632454 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-74c8be2e-8f1c-4df3-b7a1-35f20706b295 req-15660f50-c9db-4c0a-b7e7-0a7a1ee3b2b3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611999 Mar 31 18:18:31.003541 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70610-ee24-4d19-bf46-f5e5d41b0000 req-c1848b78-0bc1-4516-813d-57380e76f7ae tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:31.062430 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ffc70610-ee24-4d19-bf46-f5e5d41b0000 req-c1848b78-0bc1-4516-813d-57380e76f7ae tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 944 time: 0.0616467 Mar 31 18:18:31.062430 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ffc70610-ee24-4d19-bf46-f5e5d41b0000 req-b97a38d0-b410-4497-909f-0531f5107ff2 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Mar 31 18:18:31.777451 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc75e8f-0ad1-486e-b39b-5e90c7041c15 req-368b57a1-e821-4cf7-9311-68e5d53fbc68 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:31.779001 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ccc75e8f-0ad1-486e-b39b-5e90c7041c15 req-368b57a1-e821-4cf7-9311-68e5d53fbc68 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0567968 Mar 31 18:18:31.828320 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ccc75e8f-0ad1-486e-b39b-5e90c7041c15 req-4d381153-3bd1-4c53-9ec4-28e01167067e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 Mar 31 18:18:32.184818 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942833fd-9bc7-475c-833c-d799d41bb093 req-85e3da07-cb86-4050-916f-a6514642bfb7 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:32.186309 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-942833fd-9bc7-475c-833c-d799d41bb093 req-85e3da07-cb86-4050-916f-a6514642bfb7 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 944 time: 0.0568602 Mar 31 18:18:32.454720 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-942833fd-9bc7-475c-833c-d799d41bb093 req-26916c22-d881-442e-9619-1657bdf6bbae tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614973 Mar 31 18:18:32.966755 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa17d7-9541-46ca-b003-c56113474054 req-26e5e06d-172e-42ce-a31e-bf87d070237f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:32.968562 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-74aa17d7-9541-46ca-b003-c56113474054 req-26e5e06d-172e-42ce-a31e-bf87d070237f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0551243 Mar 31 18:18:33.018426 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-74aa17d7-9541-46ca-b003-c56113474054 req-8a0599c2-3226-4601-9628-9ec2ed8a9b94 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Mar 31 18:18:33.271046 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:18:33.388123 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:18:33.394037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:18:33.394594 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:33.474977 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:18:33.475398 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:33.502288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:18:33.504592 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c91656f-2f86-41fc-9eae-3bb348125839" -d '{"events": [{"server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:18:33.523024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:33.563043 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7278fc99-75cb-4dc5-a2ff-b5d665da28f6 x-openstack-request-id: req-7278fc99-75cb-4dc5-a2ff-b5d665da28f6 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:18:33.563392 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "name": "network-vif-plugged", "status": "completed", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:18:33.563902 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7278fc99-75cb-4dc5-a2ff-b5d665da28f6 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:18:33.564587 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7278fc99-75cb-4dc5-a2ff-b5d665da28f6'] response: {'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'code': 200} Mar 31 18:18:33.597709 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8764e7-0f13-4dec-889e-286fc8b628e5 req-018a0fda-172f-4d6e-8e48-51949e2b78c5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:33.599377 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2a8764e7-0f13-4dec-889e-286fc8b628e5 req-018a0fda-172f-4d6e-8e48-51949e2b78c5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 944 time: 0.0594313 Mar 31 18:18:33.628053 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:33.650904 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2a8764e7-0f13-4dec-889e-286fc8b628e5 req-11d57398-f568-496b-b858-1e0adf5e63ea tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456746 Mar 31 18:18:33.686701 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:34.158741 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0711f8-62df-4d73-8e0c-e10a2e76da06 req-6de10271-c6e8-4cdf-94c3-4ea8b8c6f702 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:34.161733 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0a0711f8-62df-4d73-8e0c-e10a2e76da06 req-6de10271-c6e8-4cdf-94c3-4ea8b8c6f702 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0653465 Mar 31 18:18:34.219355 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0a0711f8-62df-4d73-8e0c-e10a2e76da06 req-063a6083-85e5-4674-b453-4fd474325dec tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483179 Mar 31 18:18:34.782223 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19adcc-e8ca-4e4a-87c7-3598bc8a1aa3 req-1c0f4c60-2228-4256-824f-23c43efca734 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:34.784068 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ae19adcc-e8ca-4e4a-87c7-3598bc8a1aa3 req-1c0f4c60-2228-4256-824f-23c43efca734 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0609365 Mar 31 18:18:34.841953 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ae19adcc-e8ca-4e4a-87c7-3598bc8a1aa3 req-5c52d989-d124-4d57-b50d-ea873462a63e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518529 Mar 31 18:18:35.360581 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41ebc0-930a-4cdc-a90b-f4ad3705563f req-440fc6ee-8558-4035-afab-cf12a79ec7db tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:35.362086 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ab41ebc0-930a-4cdc-a90b-f4ad3705563f req-440fc6ee-8558-4035-afab-cf12a79ec7db tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0675113 Mar 31 18:18:35.414119 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ab41ebc0-930a-4cdc-a90b-f4ad3705563f req-c60437b8-d1e5-4be6-b06c-8048eed3752c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Mar 31 18:18:35.965535 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9e79d-7811-4c59-a007-181c11ee334c req-c85221a5-c02b-4ff5-bb33-e456c2be9c90 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:35.966946 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c4f9e79d-7811-4c59-a007-181c11ee334c req-c85221a5-c02b-4ff5-bb33-e456c2be9c90 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Mar 31 18:18:36.017130 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c4f9e79d-7811-4c59-a007-181c11ee334c req-a07d3a89-27e5-4e62-80e3-adb758772072 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Mar 31 18:18:36.567017 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e82d5-526e-4a8b-941a-bd124b18d6de req-8f8a0b4e-273e-46c7-b249-7e48e456cc1b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:36.569735 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-572e82d5-526e-4a8b-941a-bd124b18d6de req-8f8a0b4e-273e-46c7-b249-7e48e456cc1b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0656779 Mar 31 18:18:36.631979 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-572e82d5-526e-4a8b-941a-bd124b18d6de req-9cac1ca9-2ecb-4add-98c1-d5d763c90856 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562267 Mar 31 18:18:37.139465 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc4963-baba-4583-a07e-ab2f0cdeff4c req-8b873a9c-6d47-47fb-8df7-d12ac1b9133a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:37.141003 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-72bc4963-baba-4583-a07e-ab2f0cdeff4c req-8b873a9c-6d47-47fb-8df7-d12ac1b9133a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Mar 31 18:18:37.190323 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-72bc4963-baba-4583-a07e-ab2f0cdeff4c req-efbeb4d5-e4b0-42ae-9965-175a3b5fbd44 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Mar 31 18:18:37.764107 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcae36-ccf7-42f1-9189-b69a5760c442 req-86a253cc-9a04-415c-bcca-c77f14226b04 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:37.766266 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-61bcae36-ccf7-42f1-9189-b69a5760c442 req-86a253cc-9a04-415c-bcca-c77f14226b04 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0552726 Mar 31 18:18:37.816345 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-61bcae36-ccf7-42f1-9189-b69a5760c442 req-1b72a014-3213-4803-a762-2f44046d1845 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Mar 31 18:18:38.341954 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4783-c05a-4d3c-8f3b-a693d24a827c req-a22dae29-d971-458f-957c-2a31a98aaede tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:38.343532 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-74ab4783-c05a-4d3c-8f3b-a693d24a827c req-a22dae29-d971-458f-957c-2a31a98aaede tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0757511 Mar 31 18:18:38.401947 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-74ab4783-c05a-4d3c-8f3b-a693d24a827c req-ec762d6d-3fa4-45c0-bd7e-b456768b0be2 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Mar 31 18:18:38.955202 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe868d-ad47-455e-ac1b-d045ae2812aa req-3abca821-2998-444c-baea-688321b788c9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:38.957157 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e2fe868d-ad47-455e-ac1b-d045ae2812aa req-3abca821-2998-444c-baea-688321b788c9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0635872 Mar 31 18:18:39.023672 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e2fe868d-ad47-455e-ac1b-d045ae2812aa req-18a23ff2-3813-44f5-94bc-2ee3afb6d6ae tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597479 Mar 31 18:18:39.498125 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:18:39.539312 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac1f12-119d-4b55-88bc-9e54fdf77256 req-6afa707a-eafe-461f-94a8-0d7d84251ecd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:39.541226 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1ac1f12-119d-4b55-88bc-9e54fdf77256 req-6afa707a-eafe-461f-94a8-0d7d84251ecd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0620718 Mar 31 18:18:39.592802 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1ac1f12-119d-4b55-88bc-9e54fdf77256 req-a972c641-195d-41c0-ac0c-dfa9ff445d27 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Mar 31 18:18:40.181594 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24282ae7-c81c-483b-8ee4-6f70b7cf1d52 req-ba2c3544-f1b4-4839-9ae3-45507d5b80b4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:40.183128 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-24282ae7-c81c-483b-8ee4-6f70b7cf1d52 req-ba2c3544-f1b4-4839-9ae3-45507d5b80b4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0647666 Mar 31 18:18:40.238735 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-24282ae7-c81c-483b-8ee4-6f70b7cf1d52 req-4a917df7-4c72-4a03-b71a-2fe132cf814d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461838 Mar 31 18:18:40.716415 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f03016-059f-4d21-8958-2b49e81fd17e req-e135e5ee-1b53-49fc-b433-1997ee90e263 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:40.717911 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-30f03016-059f-4d21-8958-2b49e81fd17e req-e135e5ee-1b53-49fc-b433-1997ee90e263 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0535774 Mar 31 18:18:40.775922 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-30f03016-059f-4d21-8958-2b49e81fd17e req-516f6986-04be-49f1-a356-d527a4d11a38 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Mar 31 18:18:41.394667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95792cf-3276-4008-bb50-0b4acec11a7e req-23009b09-149d-4442-bc42-d891690185cd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:41.396114 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b95792cf-3276-4008-bb50-0b4acec11a7e req-23009b09-149d-4442-bc42-d891690185cd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0746725 Mar 31 18:18:41.466209 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b95792cf-3276-4008-bb50-0b4acec11a7e req-d88368f7-5273-4802-972b-465603244036 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611472 Mar 31 18:18:41.910638 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea198b6-cc7e-4df6-86f5-5fa4d509e8ba req-30b728a4-c013-4157-b0ca-35807fe1c7ab tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:41.915813 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4ea198b6-cc7e-4df6-86f5-5fa4d509e8ba req-30b728a4-c013-4157-b0ca-35807fe1c7ab tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0673325 Mar 31 18:18:41.963508 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4ea198b6-cc7e-4df6-86f5-5fa4d509e8ba req-78463b6d-20cc-4e11-b37b-5e04470ebd33 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 Mar 31 18:18:42.637838 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a9d85-8638-4c5a-8775-45c65c804463 req-dc96d49d-d78d-4fd7-8797-61d8764bb192 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:42.641157 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4a3a9d85-8638-4c5a-8775-45c65c804463 req-dc96d49d-d78d-4fd7-8797-61d8764bb192 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0824969 Mar 31 18:18:42.707726 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4a3a9d85-8638-4c5a-8775-45c65c804463 req-d764971c-951c-466c-b2c0-da04223ca213 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606165 Mar 31 18:18:43.109919 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646da5c2-a01f-4b54-b47b-74763182a73c req-2cf698e3-de28-4067-be44-a9cd005c0788 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:43.111503 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-646da5c2-a01f-4b54-b47b-74763182a73c req-2cf698e3-de28-4067-be44-a9cd005c0788 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0649266 Mar 31 18:18:43.166863 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-646da5c2-a01f-4b54-b47b-74763182a73c req-2831db42-652f-488c-91d2-8497c2d50234 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Mar 31 18:18:43.848662 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355245-38b5-4e24-98df-e424a7648730 req-ddb2db2f-b763-4c06-858c-78196635b997 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:43.850179 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ec355245-38b5-4e24-98df-e424a7648730 req-ddb2db2f-b763-4c06-858c-78196635b997 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0531409 Mar 31 18:18:43.898115 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ec355245-38b5-4e24-98df-e424a7648730 req-ce7358ea-96bb-41c0-a52e-384b64c6a475 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422540 Mar 31 18:18:44.301278 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcfa17-95fc-486e-ac79-c13d20bae2ed req-94a0763e-b5a0-426f-bb03-613b03b093a6 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:44.302854 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-aefcfa17-95fc-486e-ac79-c13d20bae2ed req-94a0763e-b5a0-426f-bb03-613b03b093a6 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0596836 Mar 31 18:18:44.351480 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-aefcfa17-95fc-486e-ac79-c13d20bae2ed req-fed27672-b285-4b7a-9f99-3a2c0b40ce56 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Mar 31 18:18:45.026610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f35bd-a671-465e-8329-7ef6972a0ad8 req-9317f4b9-7ce0-45c8-b050-85108343a3eb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:45.028153 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fd3f35bd-a671-465e-8329-7ef6972a0ad8 req-9317f4b9-7ce0-45c8-b050-85108343a3eb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0570807 Mar 31 18:18:45.081006 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fd3f35bd-a671-465e-8329-7ef6972a0ad8 req-5fe66372-0cb5-48ca-adbc-fe84b766d9cc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471630 Mar 31 18:18:45.467527 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741626eb-1d03-4e7a-a10e-e68c1559bec4 req-755943e0-3c06-4796-afb0-3eb7c665569a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:45.469549 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-741626eb-1d03-4e7a-a10e-e68c1559bec4 req-755943e0-3c06-4796-afb0-3eb7c665569a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Mar 31 18:18:45.517454 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-741626eb-1d03-4e7a-a10e-e68c1559bec4 req-c94dd5d2-e729-4210-9c02-8c43ca385547 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Mar 31 18:18:45.659151 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:46.214291 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b865559-4f41-4789-aa5b-68ba9a6d0f28 req-621c986e-de4a-4566-9cc1-608d14d3892b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:46.215823 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0b865559-4f41-4789-aa5b-68ba9a6d0f28 req-621c986e-de4a-4566-9cc1-608d14d3892b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0620570 Mar 31 18:18:46.272493 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0b865559-4f41-4789-aa5b-68ba9a6d0f28 req-da5d3aa4-bafa-4dd2-802c-0020d6f77ed4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509040 Mar 31 18:18:46.645746 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bb1e-6723-45d2-b4a7-7af5e2d599b9 req-a7024306-6032-4b53-b8c3-242b6f1c1fa0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:46.647395 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f5d3bb1e-6723-45d2-b4a7-7af5e2d599b9 req-a7024306-6032-4b53-b8c3-242b6f1c1fa0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0588131 Mar 31 18:18:46.660084 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c9c36-b10f-44ca-b414-6fd14612c0df req-85d960e3-d55e-4286-bc63-c940367751aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:46.664383 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-355c9c36-b10f-44ca-b414-6fd14612c0df req-85d960e3-d55e-4286-bc63-c940367751aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1129 time: 0.0464735 Mar 31 18:18:46.696847 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f5d3bb1e-6723-45d2-b4a7-7af5e2d599b9 req-37d6a505-5933-4e63-b17e-d16ac32fdd6f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Mar 31 18:18:46.710225 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-355c9c36-b10f-44ca-b414-6fd14612c0df req-761b3ea8-31d2-4867-b545-78089a7e38e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Mar 31 18:18:47.255985 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3927730b-4595-4740-b747-5bcace1f06d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:47.403719 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489e742-817a-4232-b583-782832e42cfe req-79796e46-723b-42cf-855f-ed87a86a146e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:47.405220 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1489e742-817a-4232-b583-782832e42cfe req-79796e46-723b-42cf-855f-ed87a86a146e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0587287 Mar 31 18:18:47.452444 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1489e742-817a-4232-b583-782832e42cfe req-401ab07d-bca8-4916-ad26-2235578576c1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Mar 31 18:18:47.815891 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414cd43-f135-4d3b-9180-57c6b60a3a76 req-0b92adad-bf9f-4671-a089-58f1bd626571 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:47.817370 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e414cd43-f135-4d3b-9180-57c6b60a3a76 req-0b92adad-bf9f-4671-a089-58f1bd626571 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0538845 Mar 31 18:18:47.864399 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e414cd43-f135-4d3b-9180-57c6b60a3a76 req-33962cff-8933-420c-8dd8-00b0b7bc3faa tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Mar 31 18:18:48.577075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a25363-ea34-42eb-9687-5381c9e8271d req-f275e04b-9c2f-45a0-9b32-880bf8c5ec38 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:48.579102 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47a25363-ea34-42eb-9687-5381c9e8271d req-f275e04b-9c2f-45a0-9b32-880bf8c5ec38 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Mar 31 18:18:48.625248 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47a25363-ea34-42eb-9687-5381c9e8271d req-314515a4-8703-431c-a925-403cefcf0a03 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Mar 31 18:18:48.983235 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa477e-0de1-4c2e-82ae-f9fbcd2a7ec7 req-ec7dbc88-1027-46b0-92b1-d58e99c6249b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:48.984875 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2baa477e-0de1-4c2e-82ae-f9fbcd2a7ec7 req-ec7dbc88-1027-46b0-92b1-d58e99c6249b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0546176 Mar 31 18:18:49.035472 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2baa477e-0de1-4c2e-82ae-f9fbcd2a7ec7 req-83c6eedc-b947-4bff-9d41-df435d17eb5c tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Mar 31 18:18:49.511063 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-372396ac-b7b8-418b-b9a2-39945e08effa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:49.757060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3e27f-8d03-4d5a-ba70-b9d251dc37d5 req-31e655ac-cbab-47df-8e6a-3fa397202095 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:49.758804 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eff3e27f-8d03-4d5a-ba70-b9d251dc37d5 req-31e655ac-cbab-47df-8e6a-3fa397202095 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0621853 Mar 31 18:18:49.810504 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-eff3e27f-8d03-4d5a-ba70-b9d251dc37d5 req-a64e21d8-f79e-44b4-92b0-08998826f031 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Mar 31 18:18:50.158614 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f04416-eba4-4dff-835d-684afcf4a71d req-cee82397-cbfb-4c2f-8bc5-3038fb526d13 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:50.160149 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-19f04416-eba4-4dff-835d-684afcf4a71d req-cee82397-cbfb-4c2f-8bc5-3038fb526d13 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0540135 Mar 31 18:18:50.207164 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-19f04416-eba4-4dff-835d-684afcf4a71d req-19251dbc-ab3d-4273-b3be-87ab4e6b939a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Mar 31 18:18:50.325641 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5fb51-0d03-4a76-b521-010d2416330f req-974732a8-f732-48aa-9593-0f3a319ca194 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:50.327056 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-86d5fb51-0d03-4a76-b521-010d2416330f req-974732a8-f732-48aa-9593-0f3a319ca194 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0529976 Mar 31 18:18:50.374469 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-86d5fb51-0d03-4a76-b521-010d2416330f req-8a7751a5-946a-4d6c-ba14-ceb3bdec5569 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Mar 31 18:18:50.598805 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:50.703954 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f6cdd-c621-4ccd-b3c4-f35c5f746fcb req-bd5dede2-387f-4a43-8ab3-4e1ec922872a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:50.705488 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-179f6cdd-c621-4ccd-b3c4-f35c5f746fcb req-bd5dede2-387f-4a43-8ab3-4e1ec922872a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0515718 Mar 31 18:18:50.753210 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-179f6cdd-c621-4ccd-b3c4-f35c5f746fcb req-818a44f9-df80-4434-97be-f6d510a58980 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Mar 31 18:18:50.940227 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da310e-af39-44a6-9df5-67bf99335d9e req-ddb13ea2-8e15-43a6-a145-c44c69a2457c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:50.941706 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-16da310e-af39-44a6-9df5-67bf99335d9e req-ddb13ea2-8e15-43a6-a145-c44c69a2457c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0533433 Mar 31 18:18:50.988175 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-16da310e-af39-44a6-9df5-67bf99335d9e req-71742adf-3cb2-489b-bc9e-dc5a950bd6d9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Mar 31 18:18:52.113646 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854245db-6ced-4e4b-8a46-e897c95b4824 req-f1dfad6f-abd2-49d2-9cc7-9fd178037275 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:52.115109 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-854245db-6ced-4e4b-8a46-e897c95b4824 req-f1dfad6f-abd2-49d2-9cc7-9fd178037275 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0546653 Mar 31 18:18:52.161523 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-854245db-6ced-4e4b-8a46-e897c95b4824 req-5ea3e4d4-0f4c-431e-b547-1eafc9888030 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Mar 31 18:18:52.490027 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:53.289129 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bff137-fd20-4362-b55c-0aaae1ad2ec0 req-9a905a34-50e5-4dc6-9ed5-7eba59b6750a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:53.290635 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b7bff137-fd20-4362-b55c-0aaae1ad2ec0 req-9a905a34-50e5-4dc6-9ed5-7eba59b6750a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 943 time: 0.0583582 Mar 31 18:18:53.337119 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b7bff137-fd20-4362-b55c-0aaae1ad2ec0 req-111aaaeb-af67-45fe-b2df-a52045424a4e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Mar 31 18:18:53.384860 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:18:53.496088 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:53.508441 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'port_id': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'mac_address': 'fa:16:3e:bd:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:18:53.545824 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:53.549440 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:18:53.549824 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:53.563680 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009384e1-f4df-44a8-8f47-9e20e33d596d {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:18:53.584232 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:53.673565 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:53.721422 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=9']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:54.209068 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['009384e1-f4df-44a8-8f47-9e20e33d596d'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:18:54.472965 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693024a-a491-421b-ada3-304fed43921d req-48b0382f-b72b-4d38-9d36-810a03fbab35 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:54.474895 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6693024a-a491-421b-ada3-304fed43921d req-48b0382f-b72b-4d38-9d36-810a03fbab35 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.0613427 Mar 31 18:18:54.525266 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6693024a-a491-421b-ada3-304fed43921d req-1ce8800c-684e-4262-9c4e-90a56ed97c94 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440865 Mar 31 18:18:55.651313 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd227070-0075-4ee3-82cd-eb0a9f9a64d1 req-19f42f3a-ce08-48ed-88ca-a51fc6cf9704 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:55.652817 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd227070-0075-4ee3-82cd-eb0a9f9a64d1 req-19f42f3a-ce08-48ed-88ca-a51fc6cf9704 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.0528388 Mar 31 18:18:55.704252 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd227070-0075-4ee3-82cd-eb0a9f9a64d1 req-8afb1b3f-d6c8-499b-bcf7-2464c4931ab1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Mar 31 18:18:56.835039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4aaeb-d9ee-4d76-acf5-3260847eae48 req-bd403011-46aa-4c14-93be-e2ca7ab1a796 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:56.836766 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bca4aaeb-d9ee-4d76-acf5-3260847eae48 req-bd403011-46aa-4c14-93be-e2ca7ab1a796 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 944 time: 0.0539505 Mar 31 18:18:56.890652 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bca4aaeb-d9ee-4d76-acf5-3260847eae48 req-8eccb914-adc5-463a-b757-b6faf7b217db tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482049 Mar 31 18:18:57.407711 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:18:57.460604 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 009384e1-f4df-44a8-8f47-9e20e33d596d triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:18:57.460886 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:57.541352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 009384e1-f4df-44a8-8f47-9e20e33d596d is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:18:57.541743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:57.564566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:18:57.566764 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3476c312-212e-46a0-8d13-53a41770f3d3" -d '{"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-plugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:18:57.579514 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:18:57.606522 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd453ccd-8570-4603-a1da-24ff4f958b44 x-openstack-request-id: req-cd453ccd-8570-4603-a1da-24ff4f958b44 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:18:57.606860 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-plugged", "status": "completed", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:18:57.607214 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd453ccd-8570-4603-a1da-24ff4f958b44 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:18:57.607636 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd453ccd-8570-4603-a1da-24ff4f958b44'] response: {'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'code': 200} Mar 31 18:18:57.667383 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:57.724292 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=10']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:58.026462 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b685517-9094-414f-bb06-d7519beca761 req-80654ff4-c4ab-44c4-9a14-3a0f9441027f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:58.028100 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1b685517-9094-414f-bb06-d7519beca761 req-80654ff4-c4ab-44c4-9a14-3a0f9441027f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0573356 Mar 31 18:18:58.080412 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1b685517-9094-414f-bb06-d7519beca761 req-6872d7f3-a575-44ef-a0ea-eb72b73cd9dd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Mar 31 18:18:58.150402 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5057e6e-dd10-4204-9a54-673da2eeb634 req-6ff376bd-d592-425b-b98d-0e02672f80d5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:58.151977 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a5057e6e-dd10-4204-9a54-673da2eeb634 req-6ff376bd-d592-425b-b98d-0e02672f80d5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0531251 Mar 31 18:18:58.201250 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a5057e6e-dd10-4204-9a54-673da2eeb634 req-1c27c7a7-c9c7-4e1b-ba2b-f5f9383c014e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Mar 31 18:18:58.224051 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55246) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:18:58.329315 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c43a0-03da-46ff-a87c-6f85634b3bfb tempest-TestMinimumBasicScenario-1206512525 tempest-TestMinimumBasicScenario-1206512525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:58.330845 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-345c43a0-03da-46ff-a87c-6f85634b3bfb tempest-TestMinimumBasicScenario-1206512525 tempest-TestMinimumBasicScenario-1206512525-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1124 time: 0.1057053 Mar 31 18:18:58.334025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55250) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:18:58.338332 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'port_id': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:18:58.481681 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:58.503748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bf327-4f05-45eb-acf9-009d1ec09355 req-bca3af7a-f876-4eaf-9be8-e04148273b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:58.505278 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3a8bf327-4f05-45eb-acf9-009d1ec09355 req-bca3af7a-f876-4eaf-9be8-e04148273b50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1130 time: 0.0447829 Mar 31 18:18:58.558212 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3a8bf327-4f05-45eb-acf9-009d1ec09355 req-0ee4da53-30b8-4518-9eb5-ba3049eeda61 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Mar 31 18:18:58.594770 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:58.708921 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Allocated IP 172.37.4.168 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/f7f64bb8-5c77-4654-aac1-ebbad4fdb481) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:18:58.813249 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:58.924945 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:58.962038 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:18:58.965323 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:18:58.967956 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:18:59.000952 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'Port': ['ID=f7f64bb8-5c77-4654-aac1-ebbad4fdb481,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:59.013914 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.014265 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.014660 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.015683 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.016088 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.016427 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.016762 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.017094 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.017443 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.017773 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.018159 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.018422 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.018780 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.019169 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.019450 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:18:59.212127 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa58aa-00fc-4fa6-a07e-f046308ce587 req-eecad70e-4d70-49e3-b8b4-f10725f9877a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:18:59.213752 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6faa58aa-00fc-4fa6-a07e-f046308ce587 req-eecad70e-4d70-49e3-b8b4-f10725f9877a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0543768 Mar 31 18:18:59.278159 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6faa58aa-00fc-4fa6-a07e-f046308ce587 req-af6bbe82-72e4-4966-b156-50ffb6011375 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582180 Mar 31 18:18:59.361933 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for floatingip (e58691dc-316c-4f33-b041-a2288dfc96ef), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:59.519431 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:59.683796 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:59.770140 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:59.842290 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'Port': ['ID=f7f64bb8-5c77-4654-aac1-ebbad4fdb481,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:18:59.855119 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (e58691dc-316c-4f33-b041-a2288dfc96ef), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:18:59.973338 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Floating IP e58691dc-316c-4f33-b041-a2288dfc96ef associated. External IP: 172.37.4.168, port: 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e. Mar 31 18:19:00.202831 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:19:00.328224 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:19:00.360288 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] Sync routers for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:19:00.372794 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:00.373431 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:18:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:00.412183 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:00.453491 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-88c5fc18-09dc-4f0a-ab8b-06f34ae4cf93 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1149249 Mar 31 18:19:00.453491 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:00.454312 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fecac4-3f95-440c-9952-283988795e55" -d '{"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:00.454808 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55258) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:00.460849 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705090045', 'description': 'tempest-secgroup-smoke-1705090045 description', 'project_id': '9e6efa2ce4f248d3977d8be70011f203'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:00.472005 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01ddaf-d1ce-4f06-93b4-079b85c1c4d6 req-81ec68de-f65b-456b-89ed-536221cbfa6f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:00.472649 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ca01ddaf-d1ce-4f06-93b4-079b85c1c4d6 req-81ec68de-f65b-456b-89ed-536221cbfa6f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0933900 Mar 31 18:19:00.498710 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:00.511447 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb664ca6-b1df-471e-aa60-19921f7ea7ed x-openstack-request-id: req-eb664ca6-b1df-471e-aa60-19921f7ea7ed {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:00.511737 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:00.511993 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb664ca6-b1df-471e-aa60-19921f7ea7ed {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:00.512570 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb664ca6-b1df-471e-aa60-19921f7ea7ed'] response: {'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'status': 'completed', 'code': 200} Mar 31 18:19:00.547582 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:00.548050 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ca01ddaf-d1ce-4f06-93b4-079b85c1c4d6 req-f4005090-f497-4a0f-948e-81b0c68b934a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677102 Mar 31 18:19:00.669391 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fecac4-3f95-440c-9952-283988795e55 req-84c9f989-d758-4da0-a1a4-1ab08df2dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:00.671149 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-84c9f989-d758-4da0-a1a4-1ab08df2dee5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1129 time: 0.0852120 Mar 31 18:19:00.673660 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group (e74805e2-421a-4bd1-bf8b-b1b89266bfb8), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:00.758888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e74805e2-421a-4bd1-bf8b-b1b89266bfb8), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:00.774092 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e58691dc-316c-4f33-b041-a2288dfc96ef', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'floating_ip_address': '172.37.4.168', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'port_id': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'mac_address': 'fa:16:3e:57:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 0, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:00.806471 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] Checking router: 0a79983b-cf00-47ab-9cf2-d4fd99398f1b for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:19:00.807717 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fecac4-3f95-440c-9952-283988795e55 req-45d186c7-ded1-4981-bdcc-fd94fb573939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:00.809294 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-45d186c7-ded1-4981-bdcc-fd94fb573939 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 916 time: 0.1284962 Mar 31 18:19:00.814261 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74805e2-421a-4bd1-bf8b-b1b89266bfb8,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:00.816547 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:00.817230 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:18:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:00.827759 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.838852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.839960 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:00.889842 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-112c6071-173b-4c81-a22e-26ed13945af6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 999 time: 0.0686276 Mar 31 18:19:00.928070 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:00.943652 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fecac4-3f95-440c-9952-283988795e55 req-21db083c-769c-4b98-8b97-e5610afb7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:00.945128 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-21db083c-769c-4b98-8b97-e5610afb7331 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 200 len: 854 time: 0.0467095 Mar 31 18:19:00.984754 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:00.986062 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-467ef927-d768-4ced-8b31-83fcc6f0e3a4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5292127 Mar 31 18:19:00.989222 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55262) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:00.994064 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group_rule': {'security_group_id': 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:01.005278 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fecac4-3f95-440c-9952-283988795e55 req-2c06cb4c-6d09-4dbf-848c-fef9e421373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:01.006788 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-2c06cb4c-6d09-4dbf-848c-fef9e421373e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3477a37f-0a72-4ad8-92d9-2391e31397cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531216 Mar 31 18:19:01.094980 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (ef5b6ae7-f946-4e24-b798-ea58f3f090b7), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.105482 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-aa084eec-5762-40b5-a6fa-985830582a8e service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923598 Mar 31 18:19:01.155163 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (ef5b6ae7-f946-4e24-b798-ea58f3f090b7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.184239 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e58691dc-316c-4f33-b041-a2288dfc96ef', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'floating_ip_address': '172.37.4.168', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'port_id': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'mac_address': 'fa:16:3e:57:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 0, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:01.214261 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49fecac4-3f95-440c-9952-283988795e55 req-ee951e97-1718-4754-b4c2-d82e144b8c8a service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987678 Mar 31 18:19:01.216565 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eda67e-c2a1-4133-b08f-a14b0038ec9c None None] The sync data for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb is: [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e58691dc-316c-4f33-b041-a2288dfc96ef', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'floating_ip_address': '172.37.4.168', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'port_id': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'mac_address': 'fa:16:3e:57:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:18:59Z', 'updated_at': '2022-03-31T18:18:59Z', 'revision_number': 0, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:19:01.310762 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (ef5b6ae7-f946-4e24-b798-ea58f3f090b7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.331997 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5b6ae7-f946-4e24-b798-ea58f3f090b7,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:01.436966 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.439725 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3a080cd8-fbf8-4ba2-b3d9-f0bc88d45b4f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488094 Mar 31 18:19:01.442959 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55274) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:01.452321 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group_rule': {'security_group_id': 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:01.455889 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb19727-2e75-429e-907d-f094ecc56789 None None] New status for floating IP e58691dc-316c-4f33-b041-a2288dfc96ef: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:19:01.552111 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (1f04a56e-98a3-44d3-aa7e-cc0298465345), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.619218 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (1f04a56e-98a3-44d3-aa7e-cc0298465345), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.696014 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2eba-6e89-41a7-8eab-30c8793c9afb req-d0872879-96d3-4f6e-934c-8c4a5cbe7559 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:01.697591 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82eb2eba-6e89-41a7-8eab-30c8793c9afb req-d0872879-96d3-4f6e-934c-8c4a5cbe7559 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0552764 Mar 31 18:19:01.704731 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (1f04a56e-98a3-44d3-aa7e-cc0298465345), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.727494 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f04a56e-98a3-44d3-aa7e-cc0298465345,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:01.753263 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-82eb2eba-6e89-41a7-8eab-30c8793c9afb req-448a0f68-bee8-48d8-b957-ca58be4301d6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450120 Mar 31 18:19:01.806247 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:01.807486 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6c777790-30e3-4cae-8347-7ffe2c85d341 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3630424 Mar 31 18:19:01.810473 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55292) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:01.816656 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group_rule': {'security_group_id': 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:01.969495 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (fedda9ea-b3a7-45d8-8e7d-d26a5ef485d4), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.027419 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (fedda9ea-b3a7-45d8-8e7d-d26a5ef485d4), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.152720 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (fedda9ea-b3a7-45d8-8e7d-d26a5ef485d4), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.169716 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedda9ea-b3a7-45d8-8e7d-d26a5ef485d4,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:02.292253 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.293473 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-35c2f6ec-2d73-474f-b492-b2eb14b682f9 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4803398 Mar 31 18:19:02.296799 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55306) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:02.301125 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group_rule': {'security_group_id': 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:02.427632 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (47612212-e1c1-4834-a164-d79d65f6523f), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.489163 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (47612212-e1c1-4834-a164-d79d65f6523f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.598583 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (47612212-e1c1-4834-a164-d79d65f6523f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.616590 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47612212-e1c1-4834-a164-d79d65f6523f,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:02.732899 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.734626 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fbb6c6ab-e39c-4844-9954-aafb814e3962 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4368739 Mar 31 18:19:02.737948 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55308) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:02.742678 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group_rule': {'security_group_id': 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:02.877984 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc693b-f33f-4ea3-99f7-0c91bc4c7134 req-8c2176cd-12aa-4440-900f-b7af1ec4f772 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:02.879488 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7dc693b-f33f-4ea3-99f7-0c91bc4c7134 req-8c2176cd-12aa-4440-900f-b7af1ec4f772 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0535967 Mar 31 18:19:02.881670 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Project 9e6efa2ce4f248d3977d8be70011f203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 18:19:02.899263 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (52283893-f11e-43a1-af90-70ef28058834), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:02.953357 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7dc693b-f33f-4ea3-99f7-0c91bc4c7134 req-6f31b631-cb47-4f8a-b398-1d186c568125 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679736 Mar 31 18:19:02.977089 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (52283893-f11e-43a1-af90-70ef28058834), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.065135 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (52283893-f11e-43a1-af90-70ef28058834), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.082725 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52283893-f11e-43a1-af90-70ef28058834,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:03.204608 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.205828 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-24488f7a-f400-4cf3-bc43-974ada347148 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4667909 Mar 31 18:19:03.208613 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55312) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:03.212983 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'security_group_rule': {'security_group_id': 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8', 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:03.292904 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.securitygroups_db [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Project 9e6efa2ce4f248d3977d8be70011f203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 18:19:03.298175 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (81a58067-d84a-47a2-995b-3e3a3f860a2b), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.361438 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (81a58067-d84a-47a2-995b-3e3a3f860a2b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.427242 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (81a58067-d84a-47a2-995b-3e3a3f860a2b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.445058 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a58067-d84a-47a2-995b-3e3a3f860a2b,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:03.532043 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.533266 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-1f605a72-2f6d-49e6-bec1-b394611d6bb3 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3236470 Mar 31 18:19:03.620099 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-98708101-db25-41a6-9ae5-daac38872cf1 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705090045&fields=id&tenant_id=9e6efa2ce4f248d3977d8be70011f203 HTTP/1.1" status: 200 len: 267 time: 0.0424745 Mar 31 18:19:03.676244 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-779f8299-5b4d-41a7-a2a3-e3260d1aba97 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:03.677688 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-779f8299-5b4d-41a7-a2a3-e3260d1aba97 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Mar 31 18:19:03.688773 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'port': {'security_groups': ['85b11a1c-f714-418b-b252-b71fb889ca62', 'e74805e2-421a-4bd1-bf8b-b1b89266bfb8']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:03.765454 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:03.948216 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:19:03.976847 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:04.053276 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:04.083858 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d4bb9-d971-4017-8853-5a3173e19a1c req-0168ffd1-61a5-4342-b496-63ab3301cbc9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.089467 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-479d4bb9-d971-4017-8853-5a3173e19a1c req-0168ffd1-61a5-4342-b496-63ab3301cbc9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0607281 Mar 31 18:19:04.096278 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:19:04.097004 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.097513 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:04.099763 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2eb0d2c8-f004-440c-abdd-e6f29b0c7b74 req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "PUT /v2.0/ports/4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 981 time: 0.4161139 Mar 31 18:19:04.100313 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:04.106212 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf58e01-4f0d-4154-ba52-c24d9465db1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:04.147755 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74348b8f-cd61-4d5b-a465-60239b3ef3da tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=6']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:04.157128 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-479d4bb9-d971-4017-8853-5a3173e19a1c req-403f9b00-c0fd-4e1c-b0f9-a421b8d06210 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521591 Mar 31 18:19:04.257488 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a73dcd-a738-41b3-b381-10dee80e9c80 x-openstack-request-id: req-51a73dcd-a738-41b3-b381-10dee80e9c80 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:04.258624 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:04.258890 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51a73dcd-a738-41b3-b381-10dee80e9c80 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:04.259341 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a73dcd-a738-41b3-b381-10dee80e9c80'] response: {'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'status': 'completed', 'code': 200} Mar 31 18:19:04.283613 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bb0a2-5b9c-4be5-83b8-1b2ed07613ad req-ae35af82-ee51-4970-a72a-f9dcd2454c8e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.285617 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a78bb0a2-5b9c-4be5-83b8-1b2ed07613ad req-ae35af82-ee51-4970-a72a-f9dcd2454c8e tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0782859 Mar 31 18:19:04.288792 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:19:04.392811 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a78bb0a2-5b9c-4be5-83b8-1b2ed07613ad req-1abed244-5bec-4c8d-ad6e-4b5b0cf280f0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988576 Mar 31 18:19:04.403662 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-0a90d34b-d41e-4e30-8c94-e337a75aec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.406621 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-0a90d34b-d41e-4e30-8c94-e337a75aec68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1168 time: 0.0902483 Mar 31 18:19:04.469519 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-b1d2eecb-51dc-4e8e-a87d-4687459e3289 None None] Provisioning complete for port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:19:04.469823 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-b1d2eecb-51dc-4e8e-a87d-4687459e3289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:04.520027 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-77057fff-7f68-4ad3-affa-86b0ed5bcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.521530 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-77057fff-7f68-4ad3-affa-86b0ed5bcc09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 916 time: 0.1053047 Mar 31 18:19:04.594465 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-af31c1ec-ae4e-4083-88fc-4ecffa084b6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 1001 time: 0.0628619 Mar 31 18:19:04.644049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-d0082b07-08e1-406e-9009-fa70a0ab2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.645475 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-d0082b07-08e1-406e-9009-fa70a0ab2398 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 200 len: 854 time: 0.0443044 Mar 31 18:19:04.691333 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2eecb-51dc-4e8e-a87d-4687459e3289 None None] Current status of the port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:19:04.700643 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-4f5f8b74-73e1-47c0-b142-3a516d8ca1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:04.702219 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-4f5f8b74-73e1-47c0-b142-3a516d8ca1c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3477a37f-0a72-4ad8-92d9-2391e31397cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489321 Mar 31 18:19:04.793775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-3723614b-fae0-4647-8850-654dde011a41 service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855660 Mar 31 18:19:04.892495 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9cf58e01-4f0d-4154-ba52-c24d9465db1d req-3c64f0e3-332a-43b2-800a-4f3b95294ddb service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901229 Mar 31 18:19:12.367876 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-b103fc2d-1b66-41d4-a141-499b68e31962 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435877 Mar 31 18:19:12.443271 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-fe3bc30e-ce8a-411a-b7bd-5bd5a34eb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:12.444927 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-fe3bc30e-ce8a-411a-b7bd-5bd5a34eb95a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 1130 time: 0.0445433 Mar 31 18:19:12.551659 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-5f4de6c7-d0cd-46ba-af6b-7c5270043c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:12.553025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-5f4de6c7-d0cd-46ba-af6b-7c5270043c6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.0892000 Mar 31 18:19:12.617461 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-61680367-85ec-434b-adb3-ca85aac3e274 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 200 len: 1001 time: 0.0580480 Mar 31 18:19:12.665496 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-11e72f8c-9789-44bc-b797-08672757e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:12.666934 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-11e72f8c-9789-44bc-b797-08672757e85a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0433631 Mar 31 18:19:12.719126 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-b7c14195-1480-41fb-b7e1-20affe7731f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:12.720649 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-b7c14195-1480-41fb-b7e1-20affe7731f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472825 Mar 31 18:19:12.815866 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-063b8c3e-7693-4762-b288-617414238dc3 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811517 Mar 31 18:19:12.907825 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-47bf61a3-3b4c-4212-b6f9-fe8bd4cde2b6 req-af12c8bf-1093-4418-a8d2-bedeabf55e4b service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852327 Mar 31 18:19:15.659496 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:16.496278 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:19:17.209626 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-09a696a6-cb47-454c-aa8c-5173e0b00680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:18.523223 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eea6f-8e99-4f64-9e9d-e49777bd9cd3 req-e4987bcd-722e-45d9-9068-40e9346e9c90 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:18.524745 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-802eea6f-8e99-4f64-9e9d-e49777bd9cd3 req-e4987bcd-722e-45d9-9068-40e9346e9c90 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0575008 Mar 31 18:19:18.573020 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-802eea6f-8e99-4f64-9e9d-e49777bd9cd3 req-e3297b59-53be-41f6-8bad-0691c8c3d11b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Mar 31 18:19:19.461000 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-6e959667-86c8-42a3-b037-b3b3b525fdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:19.693182 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f094f8e-6ce2-45d1-96fb-4a132c1804db req-e934eaf8-010b-4ec8-9f38-97ebf2c29f96 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:19.696075 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7f094f8e-6ce2-45d1-96fb-4a132c1804db req-e934eaf8-010b-4ec8-9f38-97ebf2c29f96 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0533423 Mar 31 18:19:19.757175 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7f094f8e-6ce2-45d1-96fb-4a132c1804db req-f126513f-2727-4812-bfaf-b5ac2383f6b3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561054 Mar 31 18:19:20.624153 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:20.878190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eec6ba-6deb-42fe-b80d-fb2c013ad72e req-efd72fea-39b5-4943-ba72-f4398ee8b234 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:20.879595 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-29eec6ba-6deb-42fe-b80d-fb2c013ad72e req-efd72fea-39b5-4943-ba72-f4398ee8b234 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0530322 Mar 31 18:19:20.927976 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-29eec6ba-6deb-42fe-b80d-fb2c013ad72e req-300a4d59-404e-4e71-b911-4a33030d1216 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Mar 31 18:19:22.056224 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694ed4e-36d9-4583-9c74-8aa82eb6c925 req-4889cb67-fca9-48e6-957c-bb1e62284aa6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:22.057696 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0694ed4e-36d9-4583-9c74-8aa82eb6c925 req-4889cb67-fca9-48e6-957c-bb1e62284aa6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0562150 Mar 31 18:19:22.103346 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0694ed4e-36d9-4583-9c74-8aa82eb6c925 req-2564080c-8439-4f6d-8757-8a2d2ce0d8ba tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Mar 31 18:19:22.392362 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:22.911524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7e805-fb0f-466c-a71c-601f4243d4ac req-411d186b-016f-4491-9e5b-269fff10bdec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:22.913023 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d3a7e805-fb0f-466c-a71c-601f4243d4ac req-411d186b-016f-4491-9e5b-269fff10bdec tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0585687 Mar 31 18:19:22.960471 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d3a7e805-fb0f-466c-a71c-601f4243d4ac req-86cbe763-b824-40b8-b441-18b0d5ba776a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Mar 31 18:19:23.014549 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-5a89e4b5-7f01-4efd-9661-42825bbe308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:23.016153 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-5a89e4b5-7f01-4efd-9661-42825bbe308f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.0441003 Mar 31 18:19:23.106060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-83f28ff3-2768-4fc7-859f-c0c226138752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:23.107550 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-83f28ff3-2768-4fc7-859f-c0c226138752 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.0847855 Mar 31 18:19:23.171961 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-2290c536-da17-4025-97e8-d5702f18f4da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 1001 time: 0.0581701 Mar 31 18:19:23.221628 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751a97-5913-4b65-a98d-0cee93fb99cc req-813b2eab-e8f9-4da9-8b78-69aedf22970e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:23.223114 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7751a97-5913-4b65-a98d-0cee93fb99cc req-813b2eab-e8f9-4da9-8b78-69aedf22970e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0520866 Mar 31 18:19:23.223836 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-3c0c7b5d-e370-4994-bba4-2f6d6a79cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:23.225281 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-3c0c7b5d-e370-4994-bba4-2f6d6a79cd2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0477116 Mar 31 18:19:23.277045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-2f7ca4b5-544f-45a7-922f-680d5195c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:23.278529 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-2f7ca4b5-544f-45a7-922f-680d5195c994 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437512 Mar 31 18:19:23.279811 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7751a97-5913-4b65-a98d-0cee93fb99cc req-791cade6-d906-43e5-b7f8-99c47f8d82c5 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510740 Mar 31 18:19:23.368272 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-e1287845-8e94-4e68-8d2b-c4e8c5c51872 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834217 Mar 31 18:19:23.461324 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-70dfab0d-b083-4fd6-b87f-82f5047a2149 req-469e83da-ab5a-4bb7-94bb-39f1d44582c8 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875094 Mar 31 18:19:23.478350 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:24.079136 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc91746-910f-4124-a271-296d58fcc597 req-89c53bd0-c6db-44cb-ab34-aa64b042fb4f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:24.080636 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6dc91746-910f-4124-a271-296d58fcc597 req-89c53bd0-c6db-44cb-ab34-aa64b042fb4f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Mar 31 18:19:24.125743 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6dc91746-910f-4124-a271-296d58fcc597 req-2d14236e-7ff1-4360-881b-dcf8f06ea202 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396190 Mar 31 18:19:24.402549 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c319f-0b03-432f-a3dc-d2734836f182 req-498359bf-8b65-4b80-81f2-1c66bee9400d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:24.404030 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-640c319f-0b03-432f-a3dc-d2734836f182 req-498359bf-8b65-4b80-81f2-1c66bee9400d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0534978 Mar 31 18:19:24.451626 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-640c319f-0b03-432f-a3dc-d2734836f182 req-5d052c6d-08a3-4026-a52e-90556c5a91f0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Mar 31 18:19:25.164223 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300a90a-e360-46bc-8e38-8168ecb5ccd5 req-604b7bbd-cd7c-4703-bc48-2ea4fe661e75 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:25.165722 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5300a90a-e360-46bc-8e38-8168ecb5ccd5 req-604b7bbd-cd7c-4703-bc48-2ea4fe661e75 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0539606 Mar 31 18:19:25.215341 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5300a90a-e360-46bc-8e38-8168ecb5ccd5 req-cca599e1-b4d3-48d5-b14e-e82dc8ccc32f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Mar 31 18:19:25.493098 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6834-2daf-4698-832a-292d67ffa7f4 req-b765fb89-1a92-4050-b08b-879004587779 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:25.494571 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a01b6834-2daf-4698-832a-292d67ffa7f4 req-b765fb89-1a92-4050-b08b-879004587779 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.2961564 Mar 31 18:19:25.541847 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a01b6834-2daf-4698-832a-292d67ffa7f4 req-db492bfd-6a75-4043-a5e9-eb4bb9084dc5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416472 Mar 31 18:19:25.574070 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0782df-a085-4d5f-9241-94b2ca8f8f26 req-335d4679-ff48-4537-bc3a-eaa614dd000f tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:25.575710 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b0782df-a085-4d5f-9241-94b2ca8f8f26 req-335d4679-ff48-4537-bc3a-eaa614dd000f tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0572546 Mar 31 18:19:25.626390 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8b0782df-a085-4d5f-9241-94b2ca8f8f26 req-bceb8260-9ee0-43af-afb8-a2a6edf8c877 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Mar 31 18:19:26.335939 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be66d-fc31-4920-ac24-94e0147adf7e req-4972cb2f-f4e3-40d9-a61a-1d458ff9a7ec tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:26.337399 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-409be66d-fc31-4920-ac24-94e0147adf7e req-4972cb2f-f4e3-40d9-a61a-1d458ff9a7ec tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Mar 31 18:19:26.383988 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-409be66d-fc31-4920-ac24-94e0147adf7e req-e2d62ef5-0052-47d6-a1d6-467ba702d880 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Mar 31 18:19:26.662648 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3662-ad19-448b-bc04-02ae17e20810 req-83b4d07c-91b8-48e9-b533-90d99c2ac071 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:26.664382 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c37c3662-ad19-448b-bc04-02ae17e20810 req-83b4d07c-91b8-48e9-b533-90d99c2ac071 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0528951 Mar 31 18:19:26.712958 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c37c3662-ad19-448b-bc04-02ae17e20810 req-5346a6ee-3060-4b9d-a1bd-3407be327124 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429134 Mar 31 18:19:26.745567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb8a5e-dc78-4a95-b148-71e1116ed0fd req-3417032d-d444-4c7a-af77-ab2ee6b99e85 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:26.747033 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-abeb8a5e-dc78-4a95-b148-71e1116ed0fd req-3417032d-d444-4c7a-af77-ab2ee6b99e85 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0550449 Mar 31 18:19:26.794027 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-abeb8a5e-dc78-4a95-b148-71e1116ed0fd req-305dfbf2-18b2-4350-a718-c81b5bffd55a tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Mar 31 18:19:27.229237 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-23b2a8cf-247b-48e8-9fae-7351d101c865 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:27.230679 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-23b2a8cf-247b-48e8-9fae-7351d101c865 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Mar 31 18:19:27.329436 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port 199c080f-d9ed-40f3-b353-7ccd928efb64 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:19:27.329775 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:27.415946 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] For port 199c080f-d9ed-40f3-b353-7ccd928efb64, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=199c080f-d9ed-40f3-b353-7ccd928efb64,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:19:27.416320 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:27.504099 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2893c3-390b-4cca-bf1a-309d5f41214d req-57a1510f-f6a5-4452-b1c3-9b2c40cb6651 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:27.505501 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5b2893c3-390b-4cca-bf1a-309d5f41214d req-57a1510f-f6a5-4452-b1c3-9b2c40cb6651 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 945 time: 0.0551028 Mar 31 18:19:27.646383 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:27.646751 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (6b15bdb2-bf3a-4110-9a99-0382a00ac706), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:27.647103 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP 6b15bdb2-bf3a-4110-9a99-0382a00ac706 disassociated. External IP: 172.37.4.240, port: 199c080f-d9ed-40f3-b353-7ccd928efb64. Mar 31 18:19:27.647995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for 199c080f-d9ed-40f3-b353-7ccd928efb64 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:19:27.763656 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5b2893c3-390b-4cca-bf1a-309d5f41214d req-3665d96d-72b6-4c54-8885-2288cc098a59 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c76f9d49-f630-45a5-a9c2-188f82ef8333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515748 Mar 31 18:19:27.835632 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79936fa3-e05d-4f80-92c4-216b8d141346 req-ab9ed508-5e0a-4a8a-a46c-86120cab8418 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:27.837165 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79936fa3-e05d-4f80-92c4-216b8d141346 req-ab9ed508-5e0a-4a8a-a46c-86120cab8418 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0519309 Mar 31 18:19:27.838263 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (199c080f-d9ed-40f3-b353-7ccd928efb64), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:27.881075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=199c080f-d9ed-40f3-b353-7ccd928efb64,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:27.915336 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48213c01-5e7c-46e1-afa8-0febde492115 req-19d7efc6-a3e3-4b16-98b5-7768aae37a8e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:27.916850 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-48213c01-5e7c-46e1-afa8-0febde492115 req-19d7efc6-a3e3-4b16-98b5-7768aae37a8e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0542870 Mar 31 18:19:27.976589 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-48213c01-5e7c-46e1-afa8-0febde492115 req-86d839cb-f2fc-4281-880a-4d626a7d2301 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531781 Mar 31 18:19:27.979092 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79936fa3-e05d-4f80-92c4-216b8d141346 req-21827579-b9ec-4aa1-b826-e33ab607c448 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335795 Mar 31 18:19:28.030546 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:19:28.141463 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:19:28.153409 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:19:28.164495 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:28.165181 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:28.186952 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] No DVR routers for this DVR port 199c080f-d9ed-40f3-b353-7ccd928efb64 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:19:28.190100 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:28.193509 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-51e0d75d-1007-484b-b0e7-86fedaf340af req-09f94ddc-02a3-4e0c-8483-f575343ba7ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "DELETE /v2.0/ports/199c080f-d9ed-40f3-b353-7ccd928efb64 HTTP/1.1" status: 204 len: 173 time: 0.9570513 Mar 31 18:19:28.193953 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'name': 'network-vif-deleted', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:28.196848 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba432f3-232c-4a11-b6b0-0bfae8c653a1" -d '{"events": [{"server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "name": "network-vif-deleted", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:28.234715 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cc3ed2-024c-4b4a-8073-d1621cf59a4e x-openstack-request-id: req-84cc3ed2-024c-4b4a-8073-d1621cf59a4e {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:28.235078 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38dc019-b86c-46b2-ae21-f23aa25b9a37", "name": "network-vif-deleted", "tag": "199c080f-d9ed-40f3-b353-7ccd928efb64", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:28.235433 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84cc3ed2-024c-4b4a-8073-d1621cf59a4e {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:28.235905 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cc3ed2-024c-4b4a-8073-d1621cf59a4e'] response: {'server_uuid': 'b38dc019-b86c-46b2-ae21-f23aa25b9a37', 'name': 'network-vif-deleted', 'tag': '199c080f-d9ed-40f3-b353-7ccd928efb64', 'status': 'completed', 'code': 200} Mar 31 18:19:28.282128 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:28.614529 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:31Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:28.641449 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:19:28.652427 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:28.652427 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:28.760590 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:28.875723 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0040038-8f56-40b0-a19d-142a8ba4ab2b req-e77b1669-fd8b-4585-8ac6-0f039557c406 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=b38dc019-b86c-46b2-ae21-f23aa25b9a37 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Mar 31 18:19:28.998637 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:31Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:29.033413 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a21fe8-0c2d-4ac0-b804-4b37766fd421 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e212b872-9443-49bb-8e56-72cbea4b512c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.125', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': '23da449a-0a4a-42eb-b896-e7093de6b213', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:5b:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:14:53Z', 'updated_at': '2022-03-31T18:15:31Z', 'revision_number': 2, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:19:29.112547 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde8ba9-f677-45ff-820e-5714442b1fab req-528842fb-43b4-484c-bfa8-5b1ebbb03b00 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:29.114614 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ddde8ba9-f677-45ff-820e-5714442b1fab req-528842fb-43b4-484c-bfa8-5b1ebbb03b00 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0597873 Mar 31 18:19:29.117657 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37755a-9c20-49d7-94a3-a211115153e0 req-1daefc71-22eb-4c87-a565-ddcabb4c1d68 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:29.119769 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd37755a-9c20-49d7-94a3-a211115153e0 req-1daefc71-22eb-4c87-a565-ddcabb4c1d68 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0590718 Mar 31 18:19:29.175903 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd37755a-9c20-49d7-94a3-a211115153e0 req-a3c5071c-188d-435b-8f80-d36b779b581c tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507565 Mar 31 18:19:29.178204 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ddde8ba9-f677-45ff-820e-5714442b1fab req-92e711d6-f9b9-48b4-8fd8-7e314e291e3c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539196 Mar 31 18:19:29.343457 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3213c9e-8459-4bfa-a602-d12420f65b14 None None] New status for floating IP 6b15bdb2-bf3a-4110-9a99-0382a00ac706: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:19:30.047932 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55446) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:30.106431 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-079b0375-62c5-46fd-87a6-49d9b62f7ef8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (c76f9d49-f630-45a5-a9c2-188f82ef8333), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.131271 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-079b0375-62c5-46fd-87a6-49d9b62f7ef8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (c76f9d49-f630-45a5-a9c2-188f82ef8333), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.285581 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-079b0375-62c5-46fd-87a6-49d9b62f7ef8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c76f9d49-f630-45a5-a9c2-188f82ef8333), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.288329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-079b0375-62c5-46fd-87a6-49d9b62f7ef8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.293301 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-079b0375-62c5-46fd-87a6-49d9b62f7ef8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/security-groups/c76f9d49-f630-45a5-a9c2-188f82ef8333 HTTP/1.1" status: 204 len: 168 time: 0.2405252 Mar 31 18:19:30.296066 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55452) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:30.317904 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.api.v2.resource [None req-5a691db1-0ab7-46c5-97bf-6d0f3019cc94 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] show failed (client error): The resource could not be found. Mar 31 18:19:30.319032 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5a691db1-0ab7-46c5-97bf-6d0f3019cc94 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups/c76f9d49-f630-45a5-a9c2-188f82ef8333 HTTP/1.1" status: 404 len: 347 time: 0.0219491 Mar 31 18:19:30.321978 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b0375-62c5-46fd-87a6-49d9b62f7ef8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f9d49-f630-45a5-a9c2-188f82ef8333,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:30.322360 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55454) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:30.350956 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cc3d8-007d-4feb-bb73-6713d150a306 req-709f859f-1138-468d-aba3-02642518bbc4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:30.352539 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ef7cc3d8-007d-4feb-bb73-6713d150a306 req-709f859f-1138-468d-aba3-02642518bbc4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1014397 Mar 31 18:19:30.390143 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01953814-365d-4d97-bebc-a0e902fc5866 req-abb60b8a-04b3-42f6-8206-c3cb85a99188 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:30.398196 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-01953814-365d-4d97-bebc-a0e902fc5866 req-abb60b8a-04b3-42f6-8206-c3cb85a99188 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.1221182 Mar 31 18:19:30.494861 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ef7cc3d8-007d-4feb-bb73-6713d150a306 req-ca89c096-5255-4759-8d8b-dfdef8544b29 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217093 Mar 31 18:19:30.539023 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-01953814-365d-4d97-bebc-a0e902fc5866 req-2952ed7a-c27b-482c-9094-7654fdbe3302 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398785 Mar 31 18:19:30.540449 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port f967d71e-e340-44f9-8a7f-2a3094ab0e17 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:19:30.540790 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.618263 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.618583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (f967d71e-e340-44f9-8a7f-2a3094ab0e17), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.631171 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for f967d71e-e340-44f9-8a7f-2a3094ab0e17 owned by network:floatingip {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:19:30.864998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (f967d71e-e340-44f9-8a7f-2a3094ab0e17), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.893867 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=f967d71e-e340-44f9-8a7f-2a3094ab0e17,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:30.967218 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (6b15bdb2-bf3a-4110-9a99-0382a00ac706), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.969715 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:30.970930 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-baaace77-7265-406b-9d37-0ccbeef5ea84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b15bdb2-bf3a-4110-9a99-0382a00ac706 HTTP/1.1" status: 204 len: 168 time: 0.6470482 Mar 31 18:19:31.618814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 199c080f-d9ed-40f3-b353-7ccd928efb64 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:19:31.629085 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c1a5f-a9f5-4d1b-b9f3-9a4bf8a37b45 req-baacd144-7277-49d4-aef5-d50e19cc9bf6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:31.631378 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3d5c1a5f-a9f5-4d1b-b9f3-9a4bf8a37b45 req-baacd144-7277-49d4-aef5-d50e19cc9bf6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0601318 Mar 31 18:19:31.641962 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 199c080f-d9ed-40f3-b353-7ccd928efb64 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:19:31.643131 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 199c080f-d9ed-40f3-b353-7ccd928efb64 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:19:31.667328 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1e3fd-8565-483a-bf0d-0b6cb7ae58c3 req-0460b5f9-9885-4fb2-b4e2-7e36246e1f96 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:31.669142 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-90b1e3fd-8565-483a-bf0d-0b6cb7ae58c3 req-0460b5f9-9885-4fb2-b4e2-7e36246e1f96 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0574207 Mar 31 18:19:31.687837 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3d5c1a5f-a9f5-4d1b-b9f3-9a4bf8a37b45 req-c82637e1-aa56-41c9-99b6-85e6aef7a8d3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489244 Mar 31 18:19:31.717699 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-90b1e3fd-8565-483a-bf0d-0b6cb7ae58c3 req-24607927-2902-4582-984c-f81d3f259bde tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424879 Mar 31 18:19:32.827833 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc30eb-2c0e-4c30-9e05-a7897e5cb41e req-eed735cb-5a64-4763-98d4-cd0a66d22fd0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:32.831210 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ebbc30eb-2c0e-4c30-9e05-a7897e5cb41e req-eed735cb-5a64-4763-98d4-cd0a66d22fd0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0676003 Mar 31 18:19:32.844609 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524727f-0199-4f13-85ca-6034c6e79c43 req-7c35ced2-d8cf-4f26-b0f6-f905c470f98a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:32.846124 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3524727f-0199-4f13-85ca-6034c6e79c43 req-7c35ced2-d8cf-4f26-b0f6-f905c470f98a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0537870 Mar 31 18:19:32.880365 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ebbc30eb-2c0e-4c30-9e05-a7897e5cb41e req-bd4c6c16-5fef-4184-b34c-16c4515a89f4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 Mar 31 18:19:32.898577 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3524727f-0199-4f13-85ca-6034c6e79c43 req-7d8b7d03-f340-4ce5-bb26-26ac750d14fb tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Mar 31 18:19:34.004599 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917125b3-7936-4557-ba14-a4883ce52f5f req-94edd0f0-7130-408d-ad58-4e9c04ab8780 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:34.006191 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-917125b3-7936-4557-ba14-a4883ce52f5f req-94edd0f0-7130-408d-ad58-4e9c04ab8780 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0567772 Mar 31 18:19:34.057254 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-917125b3-7936-4557-ba14-a4883ce52f5f req-0ff138b1-0253-4fb3-9e12-990f3085de87 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Mar 31 18:19:34.128408 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e99a26-0ac6-4e19-add4-6338f4e54bf8 req-061f8b37-9738-4b30-be4b-799c6563549a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:34.129975 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-65e99a26-0ac6-4e19-add4-6338f4e54bf8 req-061f8b37-9738-4b30-be4b-799c6563549a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0881445 Mar 31 18:19:34.187214 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-65e99a26-0ac6-4e19-add4-6338f4e54bf8 req-78020c18-4ae1-4903-852d-5ceebe0b38ff tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487235 Mar 31 18:19:34.196095 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dad040-0b38-4c87-aac0-f49f61404283 req-fa0d607e-c60f-4e5b-8181-4445b390e692 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:34.197604 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-09dad040-0b38-4c87-aac0-f49f61404283 req-fa0d607e-c60f-4e5b-8181-4445b390e692 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0555685 Mar 31 18:19:34.249317 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-09dad040-0b38-4c87-aac0-f49f61404283 req-11ff6317-5fa1-4475-b665-94e23a70916c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456440 Mar 31 18:19:35.198188 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d167f8-645e-4c8d-a5d9-5de14b19d179 req-4b9f6f7f-931c-4f42-8b01-f690144a7694 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:35.199824 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-40d167f8-645e-4c8d-a5d9-5de14b19d179 req-4b9f6f7f-931c-4f42-8b01-f690144a7694 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0596788 Mar 31 18:19:35.256343 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-40d167f8-645e-4c8d-a5d9-5de14b19d179 req-25b77e82-c583-4acf-98bb-21d28a9b0464 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473216 Mar 31 18:19:35.313443 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af24a6-e202-46c3-9c52-dd6d0508679b req-6d7d9ac4-5cb3-4004-8151-6a8fa49375d3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:35.314923 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36af24a6-e202-46c3-9c52-dd6d0508679b req-6d7d9ac4-5cb3-4004-8151-6a8fa49375d3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0529177 Mar 31 18:19:35.367447 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36af24a6-e202-46c3-9c52-dd6d0508679b req-d1d703b4-f81b-4f37-a326-d24ab670247c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Mar 31 18:19:35.391064 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db71cf-bb21-44f9-b814-8630987e21a9 req-4846838f-c908-4bad-afab-45ae29757da2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:35.392779 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d6db71cf-bb21-44f9-b814-8630987e21a9 req-4846838f-c908-4bad-afab-45ae29757da2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0676117 Mar 31 18:19:35.445586 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d6db71cf-bb21-44f9-b814-8630987e21a9 req-2cd1062b-91c6-49b8-b60e-8b6f8da45bd8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469251 Mar 31 18:19:35.727622 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0999cf-03eb-412e-bb43-a1981b29c586 req-b527817e-a014-4aa5-b9df-54a3e3a8e66b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:35.729247 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2c0999cf-03eb-412e-bb43-a1981b29c586 req-b527817e-a014-4aa5-b9df-54a3e3a8e66b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0560391 Mar 31 18:19:35.775705 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2c0999cf-03eb-412e-bb43-a1981b29c586 req-1d223072-beff-4f51-8e61-21f4d469dcb4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Mar 31 18:19:35.951959 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-4bacc3f7-3c08-4a7f-8dc3-c1a7a0d1097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:35.953356 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-4bacc3f7-3c08-4a7f-8dc3-c1a7a0d1097b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1129 time: 0.0671289 Mar 31 18:19:36.017534 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cefcb5-b364-431a-b3c4-a1c6a9972202 req-73d9a943-6716-475d-a521-0a35ae3148cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.019585 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-40cefcb5-b364-431a-b3c4-a1c6a9972202 req-73d9a943-6716-475d-a521-0a35ae3148cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.0984488 Mar 31 18:19:36.078426 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-c353047d-9914-4582-9c2b-9ceb89e1e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.079915 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-c353047d-9914-4582-9c2b-9ceb89e1e157 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.1198332 Mar 31 18:19:36.086487 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-40cefcb5-b364-431a-b3c4-a1c6a9972202 req-0a8b661a-5b54-4555-9606-d752b744768a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608783 Mar 31 18:19:36.161534 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-3f7947df-cb22-4082-a1c6-030419bca53d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 1001 time: 0.0704439 Mar 31 18:19:36.506111 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61869b0-db10-4354-a4db-2a0afe2bd8f6 req-07b672de-2073-46da-8f26-74ec779602e9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.507675 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a61869b0-db10-4354-a4db-2a0afe2bd8f6 req-07b672de-2073-46da-8f26-74ec779602e9 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0621428 Mar 31 18:19:36.567721 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d2fac-2725-4bcd-9db4-67b5666862fe req-2357c976-cf0d-4ad3-b03f-49e67280ade4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.569252 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-029d2fac-2725-4bcd-9db4-67b5666862fe req-2357c976-cf0d-4ad3-b03f-49e67280ade4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0557675 Mar 31 18:19:36.591774 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a61869b0-db10-4354-a4db-2a0afe2bd8f6 req-2d4c00e2-8731-4348-b040-a4ca75b8fa13 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778055 Mar 31 18:19:36.601049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-05a18415-3056-47c6-a3f3-130dc5e17c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.602511 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-05a18415-3056-47c6-a3f3-130dc5e17c05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0590823 Mar 31 18:19:36.624944 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-029d2fac-2725-4bcd-9db4-67b5666862fe req-9f51a226-a15c-49fe-9e3f-3cc2dbdb2c87 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498121 Mar 31 18:19:36.761412 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-a6872e9a-f1d4-4901-b14a-c8c5a8a0e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.762928 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-a6872e9a-f1d4-4901-b14a-c8c5a8a0e0ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0804806 Mar 31 18:19:36.770732 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-2b59274c-f83a-47ac-8c3a-3bccb3434533 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.772139 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-2b59274c-f83a-47ac-8c3a-3bccb3434533 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 946 time: 0.0884311 Mar 31 18:19:36.950282 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-78003812-39dd-4764-b81e-92850a2253f9 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771741 Mar 31 18:19:36.975042 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dced7-da66-4aa3-a521-32cecac3defa req-924ea414-e58d-4fd9-957d-199f61f44bb9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:36.976483 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2e2dced7-da66-4aa3-a521-32cecac3defa req-924ea414-e58d-4fd9-957d-199f61f44bb9 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.1275995 Mar 31 18:19:37.039607 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port 23da449a-0a4a-42eb-b896-e7093de6b213 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:19:37.039943 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:37.135957 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2e2dced7-da66-4aa3-a521-32cecac3defa req-eb6f22cb-1dfe-4bc6-b04d-f6038ceb8242 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448007 Mar 31 18:19:37.157937 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f3793f54-6507-4321-91a8-c2bb5803f438 req-0f2f3387-2d5b-42d6-b75a-da72b0e3ff02 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994770 Mar 31 18:19:37.189822 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] For port 23da449a-0a4a-42eb-b896-e7093de6b213, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23da449a-0a4a-42eb-b896-e7093de6b213,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:19:37.190570 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:37.394832 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:37.395182 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (e212b872-9443-49bb-8e56-72cbea4b512c), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:37.395529 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP e212b872-9443-49bb-8e56-72cbea4b512c disassociated. External IP: 172.37.4.125, port: 23da449a-0a4a-42eb-b896-e7093de6b213. Mar 31 18:19:37.395865 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for 23da449a-0a4a-42eb-b896-e7093de6b213 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:19:37.587164 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (23da449a-0a4a-42eb-b896-e7093de6b213), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:37.618860 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=23da449a-0a4a-42eb-b896-e7093de6b213,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:37.776836 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ebd97e66-16bc-40fa-bf67-6f47cf00653b req-ec621714-66c3-48b5-84db-5cb3567bbcc0 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 210 time: 0.0351281 Mar 31 18:19:37.809716 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cca3c-0c27-4ecb-9141-9626cf8d8d15 req-8fc37e0f-3a5a-4d33-a302-94b80711022a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:37.822793 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a78cca3c-0c27-4ecb-9141-9626cf8d8d15 req-8fc37e0f-3a5a-4d33-a302-94b80711022a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0999033 Mar 31 18:19:37.833081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:19:37.869764 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a78cca3c-0c27-4ecb-9141-9626cf8d8d15 req-23cde380-cf16-4fdb-9599-1b09069fa3e7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456500 Mar 31 18:19:37.967615 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:19:37.983541 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:19:37.998735 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:37.999783 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:38.015345 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] No DVR routers for this DVR port 23da449a-0a4a-42eb-b896-e7093de6b213 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:19:38.020379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:38.025543 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ef8f6ea-e2d7-4a17-b662-25113bd37ce2 req-e6f11ef5-4a58-4e7c-be5a-11ce9841173e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "DELETE /v2.0/ports/23da449a-0a4a-42eb-b896-e7093de6b213 HTTP/1.1" status: 204 len: 173 time: 1.2454007 Mar 31 18:19:38.026677 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'name': 'network-vif-deleted', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:38.030997 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed53aa6-ad81-4a60-bc33-ff5a0cf41827" -d '{"events": [{"server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "name": "network-vif-deleted", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:38.092928 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453ccf19-d7c1-414b-a56c-607b1683e540 x-openstack-request-id: req-453ccf19-d7c1-414b-a56c-607b1683e540 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:38.092928 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9a1b9f-24cd-4ddf-bd64-40c55f96690f", "name": "network-vif-deleted", "tag": "23da449a-0a4a-42eb-b896-e7093de6b213", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:38.092928 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-453ccf19-d7c1-414b-a56c-607b1683e540 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:38.092928 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453ccf19-d7c1-414b-a56c-607b1683e540'] response: {'server_uuid': 'da9a1b9f-24cd-4ddf-bd64-40c55f96690f', 'name': 'network-vif-deleted', 'tag': '23da449a-0a4a-42eb-b896-e7093de6b213', 'status': 'completed', 'code': 200} Mar 31 18:19:38.132140 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:38.318820 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdeeb2-514b-4466-ae3b-06397f38da98 req-36288107-8276-471c-95bf-e90426daa1c8 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:38.320403 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4dbdeeb2-514b-4466-ae3b-06397f38da98 req-36288107-8276-471c-95bf-e90426daa1c8 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0951676 Mar 31 18:19:38.373430 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:38.382487 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4dbdeeb2-514b-4466-ae3b-06397f38da98 req-a62ccffe-5c67-4ce3-bf9f-b4ab9ea19157 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555971 Mar 31 18:19:38.406473 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:19:38.417048 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:38.417716 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:38.528512 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:38.742099 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:38.768848 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbbaa5-5233-44c9-b567-345e343cb2c1 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:19:38.947496 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e635d577-cb9f-4005-b1ad-6f9ea0b3f0d6 req-3107eb25-c3d3-4729-a964-c70143608cdd tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=da9a1b9f-24cd-4ddf-bd64-40c55f96690f HTTP/1.1" status: 200 len: 210 time: 0.0314734 Mar 31 18:19:39.012718 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb31b-a623-4cf8-9a41-84463f6ba188 req-5df15774-5a33-46a3-a7d6-916dd458c221 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:39.015550 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-629cb31b-a623-4cf8-9a41-84463f6ba188 req-5df15774-5a33-46a3-a7d6-916dd458c221 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0634279 Mar 31 18:19:39.069643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d72ba-b117-4a78-aab1-ea2b0304fe6a None None] New status for floating IP e212b872-9443-49bb-8e56-72cbea4b512c: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:19:39.075565 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-629cb31b-a623-4cf8-9a41-84463f6ba188 req-41730df3-2c70-449d-ac95-354aca15264d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500774 Mar 31 18:19:39.664795 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 23da449a-0a4a-42eb-b896-e7093de6b213 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:19:39.678735 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34872d13-aa7b-4920-8cc4-e403e0fa559b req-5c533fae-df84-459e-8fac-5e79abe93f51 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:39.680500 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-34872d13-aa7b-4920-8cc4-e403e0fa559b req-5c533fae-df84-459e-8fac-5e79abe93f51 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0570421 Mar 31 18:19:39.687904 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 23da449a-0a4a-42eb-b896-e7093de6b213 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:19:39.688257 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 23da449a-0a4a-42eb-b896-e7093de6b213 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:19:39.730773 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-34872d13-aa7b-4920-8cc4-e403e0fa559b req-4a0c4afd-57ef-4a57-876a-80ca2c6d222d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Mar 31 18:19:39.781918 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5c3f6-7485-41f1-ad16-eb31ce744bb7 req-dc4242a9-790a-448c-9099-2540fd15788e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:39.783427 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f9b5c3f6-7485-41f1-ad16-eb31ce744bb7 req-dc4242a9-790a-448c-9099-2540fd15788e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.3287456 Mar 31 18:19:39.797864 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-b43eb927-0c11-4121-b784-4fc01140724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:39.799315 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-b43eb927-0c11-4121-b784-4fc01140724b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.0716045 Mar 31 18:19:39.882382 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f9b5c3f6-7485-41f1-ad16-eb31ce744bb7 req-ceea8917-514a-4ce7-8021-a07ea810ba42 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923252 Mar 31 18:19:39.913011 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-939b790e-81ff-4d6f-8dc9-98d1f1e4cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:39.914464 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-939b790e-81ff-4d6f-8dc9-98d1f1e4cc9c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.1080036 Mar 31 18:19:39.979927 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-e4b2c078-f2a2-4970-b087-73496c59854f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 1001 time: 0.0584357 Mar 31 18:19:40.028722 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-f04cbf34-f7b0-425d-9d5c-34d13183649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:40.030238 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-f04cbf34-f7b0-425d-9d5c-34d13183649e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0449831 Mar 31 18:19:40.081745 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-42e75904-50e7-451b-9e78-f578670c249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:40.083237 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-42e75904-50e7-451b-9e78-f578670c249c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472860 Mar 31 18:19:40.128200 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55552) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:40.171615 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-41f39568-ba2e-417f-8822-78c89c370676 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821874 Mar 31 18:19:40.180300 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4392-04f5-4abc-b9a8-4e4e0a71c2ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (6b31cedd-53b7-4346-b52b-0df5e8e3c3fb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.203688 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4392-04f5-4abc-b9a8-4e4e0a71c2ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (6b31cedd-53b7-4346-b52b-0df5e8e3c3fb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.265388 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-18184d8e-43aa-4bb3-882c-c5589d6f3e22 req-7c0c2719-b07b-4e02-8b39-0c4260700ece service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882127 Mar 31 18:19:40.318154 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4392-04f5-4abc-b9a8-4e4e0a71c2ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (6b31cedd-53b7-4346-b52b-0df5e8e3c3fb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.320825 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4392-04f5-4abc-b9a8-4e4e0a71c2ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.321991 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0fdd4392-04f5-4abc-b9a8-4e4e0a71c2ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/security-groups/6b31cedd-53b7-4346-b52b-0df5e8e3c3fb HTTP/1.1" status: 204 len: 168 time: 0.1928000 Mar 31 18:19:40.325048 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55556) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:40.332291 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd4392-04f5-4abc-b9a8-4e4e0a71c2ab tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31cedd-53b7-4346-b52b-0df5e8e3c3fb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:40.339585 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.api.v2.resource [None req-45b7f67a-2e87-4cc9-9a0a-ff2cbce65e80 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] show failed (client error): The resource could not be found. Mar 31 18:19:40.341283 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-45b7f67a-2e87-4cc9-9a0a-ff2cbce65e80 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups/6b31cedd-53b7-4346-b52b-0df5e8e3c3fb HTTP/1.1" status: 404 len: 347 time: 0.0148549 Mar 31 18:19:40.344305 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55558) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:40.479370 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port de3339d0-c82c-4941-97fa-140bc80a1f7a {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:19:40.479622 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.553866 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.554191 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (de3339d0-c82c-4941-97fa-140bc80a1f7a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.567304 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for de3339d0-c82c-4941-97fa-140bc80a1f7a owned by network:floatingip {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:19:40.758509 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (de3339d0-c82c-4941-97fa-140bc80a1f7a), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.786030 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=de3339d0-c82c-4941-97fa-140bc80a1f7a,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:40.850805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (e212b872-9443-49bb-8e56-72cbea4b512c), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.853643 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:40.854776 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-37b43fc8-ad17-4130-bcb2-4315965a75ba tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/floatingips/e212b872-9443-49bb-8e56-72cbea4b512c HTTP/1.1" status: 204 len: 168 time: 0.5091965 Mar 31 18:19:40.863353 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cb92f-9732-4bd0-b53e-e2049e7a637e req-7d810ad4-6ce3-4869-bad3-fd53c399e403 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:40.865767 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6d0cb92f-9732-4bd0-b53e-e2049e7a637e req-7d810ad4-6ce3-4869-bad3-fd53c399e403 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Mar 31 18:19:40.913605 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6d0cb92f-9732-4bd0-b53e-e2049e7a637e req-59874a3b-d0f8-4384-8236-0692e0d1b35a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435097 Mar 31 18:19:41.282998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55564) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:41.288363 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041579859', 'description': 'tempest-description--1733656490'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:41.366942 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.436032 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (c93bd1d6-cf87-4793-a8be-332608989a6f), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.515107 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c93bd1d6-cf87-4793-a8be-332608989a6f), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.545049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93bd1d6-cf87-4793-a8be-332608989a6f,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:41.614637 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.615907 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c7ef5468-f394-46bd-978b-af77d6bcbf51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3318665 Mar 31 18:19:41.618948 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55566) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:41.728277 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': 'c93bd1d6-cf87-4793-a8be-332608989a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:41.819834 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (5ca5a777-00aa-4720-941a-2335e136b04a), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.879600 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (5ca5a777-00aa-4720-941a-2335e136b04a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.952757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (5ca5a777-00aa-4720-941a-2335e136b04a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:41.973218 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca5a777-00aa-4720-941a-2335e136b04a,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:42.042063 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4ff8-d4da-456f-8c30-eaad5a5a4766 req-01444106-1f4c-433a-8c75-68d1c644f49a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:42.043832 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-476b4ff8-d4da-456f-8c30-eaad5a5a4766 req-01444106-1f4c-433a-8c75-68d1c644f49a tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Mar 31 18:19:42.054193 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.055445 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-b51a5a11-8341-4e2f-9121-8370afc238a8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4354510 Mar 31 18:19:42.058121 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55572) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:42.063044 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': 'c93bd1d6-cf87-4793-a8be-332608989a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:42.097009 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-476b4ff8-d4da-456f-8c30-eaad5a5a4766 req-adfc4172-437d-4840-9c9e-9f2ea78aa1a5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465477 Mar 31 18:19:42.154748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (23230fa5-e40d-43fd-af12-2dbb78fabbcd), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.211040 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (23230fa5-e40d-43fd-af12-2dbb78fabbcd), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.280748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (23230fa5-e40d-43fd-af12-2dbb78fabbcd), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.298983 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23230fa5-e40d-43fd-af12-2dbb78fabbcd,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:42.383526 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.384641 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9ab61818-58be-4caa-9e70-d40d6a30d16e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255785 Mar 31 18:19:42.387819 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55574) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:42.392130 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:42.466821 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.566888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.675913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.37.4.215 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/bbb94e14-f359-4292-a33b-d62f77f5657b) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:19:42.777314 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.875635 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:42.918158 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:19:42.920989 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:19:42.923503 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:19:42.948620 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=bbb94e14-f359-4292-a33b-d62f77f5657b,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:43.017051 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (6967cc23-ea9d-4e10-baca-81352363a51c), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:43.109407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:43.281245 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513210b-4957-45e1-b284-e63c38977a58 req-5d9b6c9e-3b8e-46cb-a978-e1848f370b04 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:43.282787 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e513210b-4957-45e1-b284-e63c38977a58 req-5d9b6c9e-3b8e-46cb-a978-e1848f370b04 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0840225 Mar 31 18:19:43.334077 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:43.349317 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e513210b-4957-45e1-b284-e63c38977a58 req-c6fff277-3e5e-499e-adfe-22f08e84ee55 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603690 Mar 31 18:19:43.403514 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:43.476064 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=bbb94e14-f359-4292-a33b-d62f77f5657b,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:43.495842 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (6967cc23-ea9d-4e10-baca-81352363a51c), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:43.577601 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:43.578750 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2a5ab41a-5d7d-4850-8720-08fd139fbda2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1899927 Mar 31 18:19:43.748301 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-e0a10e9c-1f55-431c-8106-56267840c3c7 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1041579859&fields=id&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 267 time: 0.0462413 Mar 31 18:19:43.857774 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-3b8ddfbc-e7b5-4a26-8367-b1dbbe609fef tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:43.859263 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-3b8ddfbc-e7b5-4a26-8367-b1dbbe609fef tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.1080117 Mar 31 18:19:43.875019 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-79bba2cd-3a54-4bda-bf48-147f9610b9fc tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/quotas/a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 375 time: 0.0096736 Mar 31 18:19:43.931742 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-e0f29762-212e-4e55-876c-d469d138e792 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507410 Mar 31 18:19:44.072698 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-f6336eb5-5456-44f1-aee2-1dd094eecded service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292670 Mar 31 18:19:44.164479 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-a8ae22b0-4b76-47e4-83d0-05555be2aa93 service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 Mar 31 18:19:44.439034 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e39c59f-be41-4428-81be-29516d767811 req-de6e78c3-fa44-4d0e-a13c-90d3ee6e1cbe tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 210 time: 0.0308647 Mar 31 18:19:44.485108 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404fb4f-36c3-49ec-a0d7-f1f2bafc5e2a req-3ea5ecb7-b444-439a-b99a-450c82c4787f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:44.487231 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5404fb4f-36c3-49ec-a0d7-f1f2bafc5e2a req-3ea5ecb7-b444-439a-b99a-450c82c4787f tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0629890 Mar 31 18:19:44.536818 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5404fb4f-36c3-49ec-a0d7-f1f2bafc5e2a req-dc784222-0b07-4312-aece-67f799dbf6bf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Mar 31 18:19:44.651116 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b1745-fd43-4bd1-b108-4289c0a6589f req-6a84ee75-de3f-4868-a8b0-5c762614ed1e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:44.652653 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-102b1745-fd43-4bd1-b108-4289c0a6589f req-6a84ee75-de3f-4868-a8b0-5c762614ed1e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0520034 Mar 31 18:19:44.661455 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55606) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:19:44.665698 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Request body: {'floatingip': {'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:44.724092 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:45.189907 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:45.249471 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:45.464343 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Router 4469d47a-4dc5-49e9-8e6d-894714b72a17 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:19:45.534588 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-22339734-26ce-46b0-9c4d-55fbaacba941 req-f91b778e-8191-42f9-8d74-03aab00d1b7d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 210 time: 0.0268373 Mar 31 18:19:45.595808 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:19:45.602810 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:45.608308 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] Sync routers for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:19:45.618545 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:45.619254 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:45.635630 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:45.637982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543026c7-067b-4529-b246-1dd5b67b6ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:45.644036 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:45.677555 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9407f185-3c63-4368-bf93-075141e9676c tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "PUT /v2.0/floatingips/7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18 HTTP/1.1" status: 200 len: 993 time: 1.0115983 Mar 31 18:19:45.686421 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7fa1ef-699e-4ec4-9851-cf2b8420cd51 x-openstack-request-id: req-7b7fa1ef-699e-4ec4-9851-cf2b8420cd51 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:45.686421 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:45.686421 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b7fa1ef-699e-4ec4-9851-cf2b8420cd51 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:45.686421 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7fa1ef-699e-4ec4-9851-cf2b8420cd51'] response: {'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'status': 'completed', 'code': 200} Mar 31 18:19:45.731557 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:45.770422 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-5fcdf397-3409-4db0-a1b1-2c4ca484b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:45.772042 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-5fcdf397-3409-4db0-a1b1-2c4ca484b4ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.0465956 Mar 31 18:19:45.866375 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-367df488-709f-48f4-9814-20cbc6444e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:45.868888 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-367df488-709f-48f4-9814-20cbc6444e80 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.0911832 Mar 31 18:19:45.942316 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-401a46e7-f12d-4885-96b7-2aef0097c8c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 1001 time: 0.0670812 Mar 31 18:19:45.990838 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-447425e6-085a-44cb-879b-1b2cc8c466b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:45.992400 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-447425e6-085a-44cb-879b-1b2cc8c466b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0444889 Mar 31 18:19:46.042246 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-035eb4d1-7170-4568-8360-5fe04156c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:46.043956 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-035eb4d1-7170-4568-8360-5fe04156c470 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452657 Mar 31 18:19:46.061523 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'floating_ip_address': '172.37.4.60', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:12Z', 'updated_at': '2022-03-31T18:19:45Z', 'revision_number': 3, 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:46.086539 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] Checking router: 4469d47a-4dc5-49e9-8e6d-894714b72a17 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:19:46.094790 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:19:46.095432 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:46.139401 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-2e22c7ce-eaa9-4c40-96ff-bca04c7e7d58 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844996 Mar 31 18:19:46.203214 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:19:46.227579 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543026c7-067b-4529-b246-1dd5b67b6ebb req-92fec544-f912-473e-878d-e16bfd1e64d6 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808704 Mar 31 18:19:46.426258 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'floating_ip_address': '172.37.4.60', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:12Z', 'updated_at': '2022-03-31T18:19:45Z', 'revision_number': 3, 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:19:46.451903 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ffce5-f615-4a0a-9ccf-0d99ac98a07b None None] The sync data for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb is: [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'floating_ip_address': '172.37.4.60', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'port_id': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'mac_address': 'fa:16:3e:b1:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:17:12Z', 'updated_at': '2022-03-31T18:19:45Z', 'revision_number': 3, 'project_id': '52f95e5b41c24721a4fe311441406989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:19:46.607020 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-5945a0c9-09fb-43f8-9489-8d5cc379f532 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:46.608542 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-5945a0c9-09fb-43f8-9489-8d5cc379f532 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.1215892 Mar 31 18:19:46.647155 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e9dfdd22-351e-4882-af1d-ced30473b7b6 req-3b566202-3e7d-40cb-ae52-d43e57c0de1c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 210 time: 0.0324948 Mar 31 18:19:46.680544 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-a7762322-2a06-4f6c-a6e8-9a866ea31fc5 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 380 time: 0.0567164 Mar 31 18:19:46.689002 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'port': {'device_id': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'admin_state_up': True, 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'security_groups': ['c93bd1d6-cf87-4793-a8be-332608989a6f']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:46.849399 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Made reservation on behalf of a390cb7974cd4d92be1e224dc1e6b77f for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:19:46.852730 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:46.989786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.20.0.14 (8c6bbb67-44d9-4cb7-b299-8050fa443730/860b2f6e-2253-46bd-b63b-ce2855a12e7e/a91c3b05-2e7f-4afa-b7a6-9dd158256f45) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:19:47.128147 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:47.212278 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ae8cf464-e55e-49ef-9084-55ccdb51b7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:47.247235 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:47.289060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:19:47.292101 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:19:47.298354 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:19:47.304815 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:47.355594 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:47.356213 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:47.445290 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-56ad5d4f-45a3-48a2-be65-3674190da0df tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596519 Mar 31 18:19:47.490004 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-c91987ad-dfef-4142-ba1b-1b77b5eb6237 None None] Provisioning complete for port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:19:47.490374 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c91987ad-dfef-4142-ba1b-1b77b5eb6237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:47.529974 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c91987ad-dfef-4142-ba1b-1b77b5eb6237 None None] Port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:19:47.543005 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Request body: {'port': {'device_id': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:19:47.603684 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:47.698010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:47.700309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344" -d '{"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:47.739376 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf68746-542b-4a3f-927e-69e478ca0200 x-openstack-request-id: req-edf68746-542b-4a3f-927e-69e478ca0200 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:47.739667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:47.739913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edf68746-542b-4a3f-927e-69e478ca0200 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:47.740298 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf68746-542b-4a3f-927e-69e478ca0200'] response: {'name': 'network-changed', 'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'status': 'completed', 'code': 200} Mar 31 18:19:48.109320 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e137138-2544-44ce-8251-a1ec0f4afbe6 req-15e9f7c8-86e7-4c89-9843-14d97bd6f21f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:48.110814 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4e137138-2544-44ce-8251-a1ec0f4afbe6 req-15e9f7c8-86e7-4c89-9843-14d97bd6f21f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 932 time: 0.3884299 Mar 31 18:19:48.126292 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-fbe9e695-2287-4ad2-b803-3fcdc131f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:48.127794 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-fbe9e695-2287-4ad2-b803-3fcdc131f8c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52f95e5b41c24721a4fe311441406989&device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 1130 time: 0.1337690 Mar 31 18:19:48.281674 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4e137138-2544-44ce-8251-a1ec0f4afbe6 req-8bf53d24-c799-4b5e-b9d8-4faefb742654 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603277 Mar 31 18:19:48.283768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91c3b05-2e7f-4afa-b7a6-9dd158256f45 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:19:48.295630 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Publish callbacks [] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:48.312428 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-e8357653-2359-4276-81de-6a898d63496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:48.313881 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-e8357653-2359-4276-81de-6a898d63496d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 200 len: 919 time: 0.1742351 Mar 31 18:19:48.316772 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Transition to ACTIVE for port object a91c3b05-2e7f-4afa-b7a6-9dd158256f45 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:19:48.378818 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-ef06e9f2-7e03-4dbc-ae84-307c4dc1deb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 200 len: 1001 time: 0.0579519 Mar 31 18:19:48.391846 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:48.474676 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Pushing event updated for resources: {'Port': ['ID=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:48.479488 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-b6c62933-5e8f-4e9a-a90c-0f4a3a5a7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:48.480699 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-b6c62933-5e8f-4e9a-a90c-0f4a3a5a7875 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 200 len: 857 time: 0.0968204 Mar 31 18:19:48.583636 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-24f0c3a1-9e47-4dd8-89a7-89eea5aef795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:48.585143 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-24f0c3a1-9e47-4dd8-89a7-89eea5aef795 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4872666f-abbb-46a7-ab9a-83cc9a51bbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0898557 Mar 31 18:19:48.587690 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Attempting to bind port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:19:48.588028 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Attempting to bind port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:19:48.588359 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Attempting to bind port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:19:48.600716 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:19:48.601039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Attempting to bind port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:19:48.639758 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:19:48.640030 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:19:48.640388 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Bound using segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:19:48.640823 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Bound port: a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:19:48.641180 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:48.722936 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-5866e70f-6284-4050-a756-ff8fa454b1ae service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311772 Mar 31 18:19:48.776916 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] For port a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:19:48.793952 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] For port a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:19:48.827615 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-84f1a5ad-4de3-47ff-96e8-1d6b11fbc344 req-32363fad-b407-40af-818d-abccc0b98357 service neutron] 10.222.0.65 "GET /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977347 Mar 31 18:19:48.892620 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:48.930556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:48.931175 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:48.932586 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] 10.222.0.65 "PUT /v2.0/ports/a91c3b05-2e7f-4afa-b7a6-9dd158256f45 HTTP/1.1" status: 200 len: 1094 time: 1.4381828 Mar 31 18:19:48.960523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f141e-9e17-4e96-81e5-aba18971ab84 service neutron] Pushing event updated for resources: {'Port': ['ID=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:49.117826 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-a7879d26-9e62-4a60-8403-c9a52160f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:49.119444 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-a7879d26-9e62-4a60-8403-c9a52160f11d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 1128 time: 0.0554910 Mar 31 18:19:49.170349 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-efda370c-89a6-4eea-964f-0ed218a7baf3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45 HTTP/1.1" status: 200 len: 217 time: 0.0355632 Mar 31 18:19:49.221105 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-88c7b6b8-f170-4b1e-892f-cf9aa924f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:49.222579 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-88c7b6b8-f170-4b1e-892f-cf9aa924f78f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0456626 Mar 31 18:19:49.280103 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-1d1c7bb7-de26-440e-a3f7-6bcef74f2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:49.281655 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-1d1c7bb7-de26-440e-a3f7-6bcef74f2c1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524700 Mar 31 18:19:49.380827 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-a7f34ce9-18ab-4761-9bde-2ba84aa097bb service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926280 Mar 31 18:19:49.416134 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314a9e-8fd6-4828-b648-933f4b2916dd req-83cdfdf3-8ea3-4eb7-a919-47695088064e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:49.417683 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d9314a9e-8fd6-4828-b648-933f4b2916dd req-83cdfdf3-8ea3-4eb7-a919-47695088064e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 944 time: 0.0579970 Mar 31 18:19:49.449091 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2c568261-1c71-4edb-b67e-29d3eb29369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:49.486055 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d9314a9e-8fd6-4828-b648-933f4b2916dd req-5b326e4a-6f35-4e39-96f9-c423bd48326f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580320 Mar 31 18:19:49.489531 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46ea92e7-8e25-49ae-ba86-f8129cb0acd7 req-43ed6887-387c-4bcf-937e-5e2fcb4f89b2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031632 Mar 31 18:19:49.741985 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:49.744881 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:49.781740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565b503-7108-4319-921a-9803b4d10501 x-openstack-request-id: req-a565b503-7108-4319-921a-9803b4d10501 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:49.781740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:49.781740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a565b503-7108-4319-921a-9803b4d10501 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:49.781740 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a565b503-7108-4319-921a-9803b4d10501'] response: {'name': 'network-changed', 'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'status': 'completed', 'code': 200} Mar 31 18:19:49.882393 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-f77d1ff7-4570-4361-abd9-560c8b5e7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:49.884456 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-f77d1ff7-4570-4361-abd9-560c8b5e7eba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 1128 time: 0.0511632 Mar 31 18:19:49.986247 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-77feeb1e-9476-437b-a8f6-e63efa241a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:49.992893 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-77feeb1e-9476-437b-a8f6-e63efa241a8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.1027606 Mar 31 18:19:50.037065 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-ff5d6661-5c66-4cd2-a673-2470dcdc1f32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45 HTTP/1.1" status: 200 len: 217 time: 0.0364051 Mar 31 18:19:50.089724 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-e96c5ef0-f0cd-4bac-bba7-c7154b82630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:50.092660 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-e96c5ef0-f0cd-4bac-bba7-c7154b82630a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0492117 Mar 31 18:19:50.141367 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-4c3d6df9-c9a4-42f0-93f3-a2a8183969b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:50.143446 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-4c3d6df9-c9a4-42f0-93f3-a2a8183969b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455358 Mar 31 18:19:50.244812 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-117bf364-1458-4089-8019-1c75a9046d82 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946639 Mar 31 18:19:50.340914 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-79a14f61-9d9d-4fb1-b6ac-03345f223fa4 req-08f44035-d9f6-4ba6-a5d9-6d2e2d293332 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903523 Mar 31 18:19:50.614384 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90be80-602e-4f66-ac1e-3d097e7311ab req-4c0c83f1-7773-49a2-80ef-a1809becaa27 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:50.615031 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:50.615898 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-db90be80-602e-4f66-ac1e-3d097e7311ab req-4c0c83f1-7773-49a2-80ef-a1809becaa27 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 944 time: 0.0531652 Mar 31 18:19:50.670034 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-db90be80-602e-4f66-ac1e-3d097e7311ab req-be9c88e8-85da-49d3-8084-1d7566b865b6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485244 Mar 31 18:19:51.802756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5c61-c03c-4444-9671-c7cd623f1ae6 req-024c29c1-9f97-49c1-b55e-b16bebe4fa18 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:51.804241 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-315c5c61-c03c-4444-9671-c7cd623f1ae6 req-024c29c1-9f97-49c1-b55e-b16bebe4fa18 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 944 time: 0.0562775 Mar 31 18:19:51.850826 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-315c5c61-c03c-4444-9671-c7cd623f1ae6 req-255479c1-b720-4b50-b274-31b2fee99f7c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Mar 31 18:19:52.386415 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:52.967605 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b63c8-2a17-4752-863b-5b3c4372af30 req-788a9390-d04a-40ac-971a-8ab1f63ad1a4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:52.969067 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c67b63c8-2a17-4752-863b-5b3c4372af30 req-788a9390-d04a-40ac-971a-8ab1f63ad1a4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 944 time: 0.0517039 Mar 31 18:19:53.014610 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c67b63c8-2a17-4752-863b-5b3c4372af30 req-75c20117-9d8c-49bd-9bb0-a46dada63c4f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Mar 31 18:19:53.471919 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:53.494554 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:19:53.754743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device a91c3b05-2e7f-4afa-b7a6-9dd158256f45 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:19:53.852722 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:19:53.865322 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'port_id': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'mac_address': 'fa:16:3e:22:6a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:19:53.914283 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:19:53.914912 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:53.940792 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91c3b05-2e7f-4afa-b7a6-9dd158256f45 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:19:53.966113 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:19:54.026581 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:54.086525 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:54.099535 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.100054 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.100554 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.101137 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.101676 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.102200 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.102738 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.103303 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.104000 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.104434 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.104885 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.105457 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.105963 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.106301 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.106653 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:19:54.147752 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d4a60-ee47-4a1b-8503-45861beb9746 req-b0403ddc-3b41-42a3-a5a1-095af975a624 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:54.150303 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a20d4a60-ee47-4a1b-8503-45861beb9746 req-b0403ddc-3b41-42a3-a5a1-095af975a624 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 945 time: 0.0591216 Mar 31 18:19:54.202986 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a20d4a60-ee47-4a1b-8503-45861beb9746 req-b6b6de44-c489-4865-a499-73d9bb6504f1 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481837 Mar 31 18:19:54.577953 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['a91c3b05-2e7f-4afa-b7a6-9dd158256f45'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:19:55.336447 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc435-a8ca-4718-8e0d-fd59bf7a53fb req-38477d18-9047-4db3-be5b-050a97c1ea9f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:55.337965 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a5cdc435-a8ca-4718-8e0d-fd59bf7a53fb req-38477d18-9047-4db3-be5b-050a97c1ea9f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 945 time: 0.0595739 Mar 31 18:19:55.387511 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a5cdc435-a8ca-4718-8e0d-fd59bf7a53fb req-32d14167-789b-4b64-95a8-528ce068967e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Mar 31 18:19:56.513166 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c37d9-4eda-4206-b69e-222710d5b491 req-2fe88ad0-5e8b-4495-857c-21707c6795b8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:56.514585 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-060c37d9-4eda-4206-b69e-222710d5b491 req-2fe88ad0-5e8b-4495-857c-21707c6795b8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 945 time: 0.0561328 Mar 31 18:19:56.564467 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-060c37d9-4eda-4206-b69e-222710d5b491 req-22e76091-eaac-4aa0-aa4d-d3955b162817 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Mar 31 18:19:57.684743 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a53d1-2daf-445d-b59a-0462c1c67ab8 req-f0113257-17e0-40c1-a886-820295473f59 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:57.686236 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-919a53d1-2daf-445d-b59a-0462c1c67ab8 req-f0113257-17e0-40c1-a886-820295473f59 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 945 time: 0.0540824 Mar 31 18:19:57.732436 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-919a53d1-2daf-445d-b59a-0462c1c67ab8 req-98d32693-86aa-4c8d-aad2-c38c54df9171 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Mar 31 18:19:57.774054 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device a91c3b05-2e7f-4afa-b7a6-9dd158256f45 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:19:57.938188 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:19:57.943204 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:19:57.943602 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:58.025678 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:19:58.026064 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:58.052322 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:19:58.054550 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e896d845-eebb-4b14-87b2-b4f1ab5ce4e3" -d '{"events": [{"server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "name": "network-vif-plugged", "status": "completed", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:19:58.069308 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:19:58.094936 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0022831-47ed-463a-a4f8-f44270d811f3 x-openstack-request-id: req-b0022831-47ed-463a-a4f8-f44270d811f3 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:19:58.095259 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "name": "network-vif-plugged", "status": "completed", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:19:58.095554 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0022831-47ed-463a-a4f8-f44270d811f3 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:19:58.095996 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0022831-47ed-463a-a4f8-f44270d811f3'] response: {'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'code': 200} Mar 31 18:19:58.126607 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:19:58.184232 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:19:58.525982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3951b4-af07-41d0-b01f-61661bfc77e2 req-c756fbf7-96e4-457c-9dea-48debce96262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:58.527509 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8c3951b4-af07-41d0-b01f-61661bfc77e2 req-c756fbf7-96e4-457c-9dea-48debce96262 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 1130 time: 0.0442779 Mar 31 18:19:58.572775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8c3951b4-af07-41d0-b01f-61661bfc77e2 req-d941c574-d01e-4850-8ba3-f15397c16cc4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Mar 31 18:19:58.870150 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f193f-cb64-4fff-b2e6-8bf019ed30b4 req-6d7ac3e9-3bf8-49e4-aa27-aeeea5aa49ec tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:19:58.871752 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2b7f193f-cb64-4fff-b2e6-8bf019ed30b4 req-6d7ac3e9-3bf8-49e4-aa27-aeeea5aa49ec tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0638115 Mar 31 18:19:58.921961 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2b7f193f-cb64-4fff-b2e6-8bf019ed30b4 req-fcb03a47-5557-4743-8c2f-18d62af28858 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446126 Mar 31 18:20:00.049396 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16226ef6-eba5-4440-8a72-f5c240d753a2 req-b9496b8c-e64c-482b-ad7a-ca9830ae89c8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:00.050813 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-16226ef6-eba5-4440-8a72-f5c240d753a2 req-b9496b8c-e64c-482b-ad7a-ca9830ae89c8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0594108 Mar 31 18:20:00.106258 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-16226ef6-eba5-4440-8a72-f5c240d753a2 req-4536f337-e6ec-46cd-b437-17fcb23b7813 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499487 Mar 31 18:20:01.234979 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeacfc-7d60-4899-b4ec-a91d630c1892 req-05d483e4-d43e-401d-b714-65bb85cde7b4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:01.236551 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6caeacfc-7d60-4899-b4ec-a91d630c1892 req-05d483e4-d43e-401d-b714-65bb85cde7b4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0537493 Mar 31 18:20:01.286816 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6caeacfc-7d60-4899-b4ec-a91d630c1892 req-1d620a69-f329-458a-9f9a-dadd7849a51d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 Mar 31 18:20:01.408695 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef008-f1ce-4c6f-be3c-7d4dc656d623 req-6bd1770c-cfa9-4285-961e-4cc7ac0cec6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:01.410616 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-793ef008-f1ce-4c6f-be3c-7d4dc656d623 req-6bd1770c-cfa9-4285-961e-4cc7ac0cec6c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0563052 Mar 31 18:20:01.419538 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55666) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:01.424590 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'port_id': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:01.464351 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (6967cc23-ea9d-4e10-baca-81352363a51c), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:01.898065 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:01.995169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (6967cc23-ea9d-4e10-baca-81352363a51c), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:02.101910 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP 6967cc23-ea9d-4e10-baca-81352363a51c associated. External IP: 172.37.4.215, port: a91c3b05-2e7f-4afa-b7a6-9dd158256f45. Mar 31 18:20:02.314300 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:20:02.678077 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:20:02.683049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:02.690580 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:20:02.701672 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:02.702306 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:02.711986 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-dced4b64-9c3c-4766-9d8b-9756fa73d1b3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "PUT /v2.0/floatingips/6967cc23-ea9d-4e10-baca-81352363a51c HTTP/1.1" status: 200 len: 992 time: 1.2912784 Mar 31 18:20:02.712649 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:02.714871 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a774e4f5-37ee-4167-b76d-d464977b1714" -d '{"events": [{"name": "network-changed", "server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:02.817981 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:02.819407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c8d50d-10b7-4c37-aee0-5a9b9c17b8e0 x-openstack-request-id: req-42c8d50d-10b7-4c37-aee0-5a9b9c17b8e0 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:02.819882 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:02.820310 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42c8d50d-10b7-4c37-aee0-5a9b9c17b8e0 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:02.820807 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c8d50d-10b7-4c37-aee0-5a9b9c17b8e0'] response: {'name': 'network-changed', 'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'status': 'completed', 'code': 200} Mar 31 18:20:02.923102 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-54364957-0123-4d9a-ba11-5cd2146d2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:02.924759 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-54364957-0123-4d9a-ba11-5cd2146d2378 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 1130 time: 0.0522242 Mar 31 18:20:03.032330 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-f006f381-6158-4b6a-810d-b8ad5c87eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:03.034342 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-f006f381-6158-4b6a-810d-b8ad5c87eb35 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.0962899 Mar 31 18:20:03.064065 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6967cc23-ea9d-4e10-baca-81352363a51c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.215', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:22:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:42Z', 'updated_at': '2022-03-31T18:20:01Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:03.091160 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:20:03.100375 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:03.101049 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:03.108076 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-6225d6c3-4ddc-4513-b18d-ff7a17a032d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45 HTTP/1.1" status: 200 len: 1000 time: 0.0669899 Mar 31 18:20:03.161960 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-22b17d9c-b8eb-42ea-b51d-08233baec14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:03.163446 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-22b17d9c-b8eb-42ea-b51d-08233baec14b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0495684 Mar 31 18:20:03.216561 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-f9d9f7d7-07b0-4b43-8e48-98192bbb46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:03.218069 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-f9d9f7d7-07b0-4b43-8e48-98192bbb46f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483232 Mar 31 18:20:03.223187 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:03.325803 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-09a03021-8e21-46db-930d-3905e3ed06b2 service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986342 Mar 31 18:20:03.418537 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a774e4f5-37ee-4167-b76d-d464977b1714 req-40b2af05-97d8-4a83-a15b-e4abca35845d service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Mar 31 18:20:03.455834 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6967cc23-ea9d-4e10-baca-81352363a51c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.215', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:22:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:42Z', 'updated_at': '2022-03-31T18:20:01Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:03.485655 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dabc6-0eed-4938-98c1-81b9d4d0924d None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6967cc23-ea9d-4e10-baca-81352363a51c', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.215', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:22:6a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:19:42Z', 'updated_at': '2022-03-31T18:20:01Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:20:03.693824 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e15fcf-fe6d-454c-8050-b4d6ced52d0c None None] New status for floating IP 6967cc23-ea9d-4e10-baca-81352363a51c: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:20:04.687791 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6da46-789a-4b48-a821-1708a1d60b8e req-4a57c76a-32ab-48f2-858d-d3fca3d8d860 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:04.689299 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-91d6da46-789a-4b48-a821-1708a1d60b8e req-4a57c76a-32ab-48f2-858d-d3fca3d8d860 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0563643 Mar 31 18:20:04.762191 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-91d6da46-789a-4b48-a821-1708a1d60b8e req-7c2c7428-30a2-4f90-af76-febd5675e022 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669611 Mar 31 18:20:05.900330 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b67c4-ef54-4048-862f-5d732fe58e37 req-bcee1187-8c69-4f97-8151-34e09628898b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:05.904343 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2c4b67c4-ef54-4048-862f-5d732fe58e37 req-bcee1187-8c69-4f97-8151-34e09628898b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0590622 Mar 31 18:20:05.951158 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2c4b67c4-ef54-4048-862f-5d732fe58e37 req-841cc5e0-79a6-46fd-a98b-14ac67ad4aef tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 Mar 31 18:20:07.081315 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc82998-72da-433f-9cee-1d07a4dba694 req-887a7afa-c506-4aea-87ca-1a3c6f50a52b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:07.082793 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5fc82998-72da-433f-9cee-1d07a4dba694 req-887a7afa-c506-4aea-87ca-1a3c6f50a52b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0554059 Mar 31 18:20:07.148697 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5fc82998-72da-433f-9cee-1d07a4dba694 req-d8b6862f-a9dc-48ad-87c8-85dafd1ad91c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601106 Mar 31 18:20:08.266328 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f09398-ff65-44ee-b15e-3db5c41e05be req-64604d5f-145a-4466-8f19-dabb1d6971ad tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:08.267878 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a9f09398-ff65-44ee-b15e-3db5c41e05be req-64604d5f-145a-4466-8f19-dabb1d6971ad tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0518613 Mar 31 18:20:08.317041 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a9f09398-ff65-44ee-b15e-3db5c41e05be req-ff2f0e42-2695-4818-9f9f-56884116f2c9 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Mar 31 18:20:09.433346 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8f569-7cbe-4c70-a4b2-e805b75e5aaf req-7d03676c-d387-4da7-aaa4-23a6de9af22c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:09.434823 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bce8f569-7cbe-4c70-a4b2-e805b75e5aaf req-7d03676c-d387-4da7-aaa4-23a6de9af22c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0507882 Mar 31 18:20:09.483788 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bce8f569-7cbe-4c70-a4b2-e805b75e5aaf req-14cfe5e1-265a-4355-a20f-593cf856d9d5 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 Mar 31 18:20:10.615255 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da088-faad-432e-93e1-0a5a844cdbef req-be8f4bb6-a423-4a02-8696-48a7fda0441a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:10.616774 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ce2da088-faad-432e-93e1-0a5a844cdbef req-be8f4bb6-a423-4a02-8696-48a7fda0441a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0576975 Mar 31 18:20:10.669055 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ce2da088-faad-432e-93e1-0a5a844cdbef req-65af34a9-d3f8-4f89-b545-5aac15ba65a1 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467408 Mar 31 18:20:11.802359 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58bc6-5f04-4ce8-93b1-7b65d9fc42c0 req-073653d9-f044-4d58-84a3-21cf8f9271e8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:11.803913 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-31a58bc6-5f04-4ce8-93b1-7b65d9fc42c0 req-073653d9-f044-4d58-84a3-21cf8f9271e8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0593290 Mar 31 18:20:11.860363 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-31a58bc6-5f04-4ce8-93b1-7b65d9fc42c0 req-6e5d7234-3d43-4f07-90a2-48f38a773fa7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507572 Mar 31 18:20:12.983859 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80319698-058c-4d45-a4fc-6dd01538257e req-66597a8f-d1b1-4827-9e28-4e21b58df9ee tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:12.985503 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80319698-058c-4d45-a4fc-6dd01538257e req-66597a8f-d1b1-4827-9e28-4e21b58df9ee tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0544789 Mar 31 18:20:13.035271 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80319698-058c-4d45-a4fc-6dd01538257e req-08e88ddd-38cd-4a70-831f-5b5e79a30c4c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Mar 31 18:20:13.344271 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-4268ebc4-0b1c-40c3-950b-96e8b7caff26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430794 Mar 31 18:20:13.434996 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-507bad61-d4b7-4279-bda9-1cc732836ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:13.436509 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-507bad61-d4b7-4279-bda9-1cc732836ecc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 1129 time: 0.0467680 Mar 31 18:20:13.537003 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-d63134f2-7b4d-48c4-86bd-cc4e2c135849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:13.538368 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-d63134f2-7b4d-48c4-86bd-cc4e2c135849 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.0828226 Mar 31 18:20:13.610648 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-be0d5f89-599a-4e5f-85d9-031a825ff107 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 200 len: 1001 time: 0.0620306 Mar 31 18:20:13.657553 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-9d633425-2b22-4700-af47-143f5b641897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:13.659002 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-9d633425-2b22-4700-af47-143f5b641897 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0424929 Mar 31 18:20:13.705474 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-67722f30-095c-4da4-b272-7bd53c7f8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:13.706956 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-67722f30-095c-4da4-b272-7bd53c7f8157 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425305 Mar 31 18:20:13.802846 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-c6bd637a-20ee-4794-a80d-2df7422ba51f service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873392 Mar 31 18:20:13.892317 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41dc26f4-3ce7-49b6-a2ac-dd096ef1ca74 req-7e51aa13-6d31-4f0f-a923-a2361adb9dbc service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807025 Mar 31 18:20:14.154594 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e797260-7f1a-4f4b-a718-e2ae56e6fb3a req-de2c5322-ba22-4a03-a2e3-d33c293fc3d7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:14.156169 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e797260-7f1a-4f4b-a718-e2ae56e6fb3a req-de2c5322-ba22-4a03-a2e3-d33c293fc3d7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0536363 Mar 31 18:20:14.211846 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e797260-7f1a-4f4b-a718-e2ae56e6fb3a req-04821765-9b2e-43b7-9928-5476df7b65a7 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479870 Mar 31 18:20:14.642852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39272ecc-2b93-40eb-bc58-4ec510661756 req-e99df231-9afd-408b-a240-f3a25d70c43a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:14.644879 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-39272ecc-2b93-40eb-bc58-4ec510661756 req-e99df231-9afd-408b-a240-f3a25d70c43a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0525818 Mar 31 18:20:14.690367 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-39272ecc-2b93-40eb-bc58-4ec510661756 req-a183bb7c-597f-48ae-a8d6-8ed814b7509e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 Mar 31 18:20:15.332747 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcae557-df5e-47a9-bb89-37c55de4895d req-c6cdfb3f-39e9-433b-9109-6ff0938a6a87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:15.334207 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1bcae557-df5e-47a9-bb89-37c55de4895d req-c6cdfb3f-39e9-433b-9109-6ff0938a6a87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Mar 31 18:20:15.383197 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1bcae557-df5e-47a9-bb89-37c55de4895d req-512046e5-677d-43b3-a3f7-3511c6d5d669 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Mar 31 18:20:15.692388 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:15.812557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b0d1b-8090-4c2b-938e-af9954e2fa4c req-5c6a2f93-00ae-4f53-a059-75433279addd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:15.814051 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3e2b0d1b-8090-4c2b-938e-af9954e2fa4c req-5c6a2f93-00ae-4f53-a059-75433279addd tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0519307 Mar 31 18:20:15.859660 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3e2b0d1b-8090-4c2b-938e-af9954e2fa4c req-e4578bdc-6ac5-4e66-b189-e67134089eda tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392368 Mar 31 18:20:16.506427 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d326f4-200e-4df8-b597-37b93ea47c71 req-971c20ea-42c0-4578-b268-a2ce0dbf19af tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:16.508250 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f3d326f4-200e-4df8-b597-37b93ea47c71 req-971c20ea-42c0-4578-b268-a2ce0dbf19af tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0552852 Mar 31 18:20:16.573961 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f3d326f4-200e-4df8-b597-37b93ea47c71 req-0de1a69e-d8f7-4e53-b04b-01eb650f9226 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601225 Mar 31 18:20:17.001907 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a366-cc6a-404c-8878-76d1b24a1f98 req-1677e4b5-58bc-430b-8944-b0808a58b446 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.004131 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-01a3a366-cc6a-404c-8878-76d1b24a1f98 req-1677e4b5-58bc-430b-8944-b0808a58b446 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0614831 Mar 31 18:20:17.032866 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-877dd4d7-11db-4980-a7bb-92bcc7c30707 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.034656 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-877dd4d7-11db-4980-a7bb-92bcc7c30707 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 946 time: 0.0603938 Mar 31 18:20:17.070603 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-01a3a366-cc6a-404c-8878-76d1b24a1f98 req-3205ad03-2c6a-45be-a47e-9e17fb46d6d0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=3db0abb9-08a8-4c1e-9383-0312b3f74055&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593607 Mar 31 18:20:17.204031 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c1118-2272-4b86-b193-4f498f29d04c req-edff3197-e7d2-4ddc-9dc9-9ac149de2b45 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.207815 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-230c1118-2272-4b86-b193-4f498f29d04c req-edff3197-e7d2-4ddc-9dc9-9ac149de2b45 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0771153 Mar 31 18:20:17.227478 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3913ade4-802b-4d8d-be53-b57b2ae95a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:17.234001 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Deleting port 009384e1-f4df-44a8-8f47-9e20e33d596d {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:20:17.234419 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:17.392412 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-230c1118-2272-4b86-b193-4f498f29d04c req-92858a17-88bf-42b8-8014-ea7114023654 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710572 Mar 31 18:20:17.408067 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-32e33d52-06d2-46de-a16d-1eb31d69a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.409600 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-32e33d52-06d2-46de-a16d-1eb31d69a7db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1168 time: 0.1705449 Mar 31 18:20:17.433984 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] For port 009384e1-f4df-44a8-8f47-9e20e33d596d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=009384e1-f4df-44a8-8f47-9e20e33d596d,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:17.434352 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:17.599858 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-198fcc36-b00e-40c9-894e-904b8e519ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.601324 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-198fcc36-b00e-40c9-894e-904b8e519ad5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 916 time: 0.1859231 Mar 31 18:20:17.708544 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c270d63-90cc-4de6-b97c-e92becfafe7b req-bfd68a89-7c26-4da4-8028-6be35de0eb27 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.710042 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c270d63-90cc-4de6-b97c-e92becfafe7b req-bfd68a89-7c26-4da4-8028-6be35de0eb27 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0596039 Mar 31 18:20:17.727682 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-451b1717-5b4b-494f-8b76-730a6b3b7c9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 1001 time: 0.1197953 Mar 31 18:20:17.730704 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:17.731069 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (00164bd8-3604-4f20-a199-d2f8a05a44a7), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:17.731438 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Floating IP 00164bd8-3604-4f20-a199-d2f8a05a44a7 disassociated. External IP: 172.37.4.132, port: 009384e1-f4df-44a8-8f47-9e20e33d596d. Mar 31 18:20:17.731791 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Calling delete_port for 009384e1-f4df-44a8-8f47-9e20e33d596d owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:20:17.775953 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c270d63-90cc-4de6-b97c-e92becfafe7b req-6d0a4f52-dc79-4f4a-8a99-b7b9bbac0f64 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586147 Mar 31 18:20:17.827877 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-70618e7e-47dd-4886-b355-1977908a8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.829341 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-70618e7e-47dd-4886-b355-1977908a8c80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 200 len: 854 time: 0.0928998 Mar 31 18:20:17.923176 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-fa0abea1-7e2f-42bb-8c53-c6926cd66af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:17.924751 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-fa0abea1-7e2f-42bb-8c53-c6926cd66af9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3477a37f-0a72-4ad8-92d9-2391e31397cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0863779 Mar 31 18:20:18.044040 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-c0041a13-a928-4320-a07a-6dca3a352b1a service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113608 Mar 31 18:20:18.045033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (009384e1-f4df-44a8-8f47-9e20e33d596d), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:18.086689 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event deleted for resources: {'Port': ['ID=009384e1-f4df-44a8-8f47-9e20e33d596d,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:18.140493 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.140843 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.141188 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.141527 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.141871 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.142213 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.142544 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.142872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.143210 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.143556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.144474 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.144834 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.145020 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.145379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.145672 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:18.254949 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad2a471d-ebc2-43e2-88ce-afbd6b2e92db req-ccb3adb4-34f7-49a8-8ed6-a89f9f7f4887 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.0987837 Mar 31 18:20:18.287010 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6f95361b-d1bc-41fa-b947-1a496154b923 req-e9985228-3888-44f2-8ba7-d9bf39e87cc0 service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112489 Mar 31 18:20:18.318522 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:20:18.438259 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:20:18.451834 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:20:18.462227 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:18.463474 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:18.492680 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] No DVR routers for this DVR port 009384e1-f4df-44a8-8f47-9e20e33d596d on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:20:18.495475 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:18.498852 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1a270ad9-96e0-4f93-96fa-94d998f04444 req-910d7ccf-9843-469d-89dc-44415a9330d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "DELETE /v2.0/ports/009384e1-f4df-44a8-8f47-9e20e33d596d HTTP/1.1" status: 204 len: 173 time: 1.4584763 Mar 31 18:20:18.499347 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-deleted', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:18.501613 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2efe8a5-3189-464e-b380-4ee8a281c652" -d '{"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-deleted", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:18.533169 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d8b3-af7b-4233-a175-971238a3f0c6 req-ce8cb25f-6c21-4c5c-84c5-fbb931de0c07 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:18.541588 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4708d8b3-af7b-4233-a175-971238a3f0c6 req-ce8cb25f-6c21-4c5c-84c5-fbb931de0c07 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0750616 Mar 31 18:20:18.557606 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31272ef-7385-4138-9a09-675d348bd2b6 x-openstack-request-id: req-d31272ef-7385-4138-9a09-675d348bd2b6 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:18.557923 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528350bc-0776-4bf8-a984-58df2ace5c63", "name": "network-vif-deleted", "tag": "009384e1-f4df-44a8-8f47-9e20e33d596d", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:18.558222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d31272ef-7385-4138-9a09-675d348bd2b6 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:18.558618 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31272ef-7385-4138-9a09-675d348bd2b6'] response: {'server_uuid': '528350bc-0776-4bf8-a984-58df2ace5c63', 'name': 'network-vif-deleted', 'tag': '009384e1-f4df-44a8-8f47-9e20e33d596d', 'status': 'completed', 'code': 200} Mar 31 18:20:18.608835 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:18.611047 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4708d8b3-af7b-4233-a175-971238a3f0c6 req-9691c4d8-95a2-4c32-bfe2-cef2bf456631 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685377 Mar 31 18:20:18.828257 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:18.855006 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:20:18.864491 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:18.865116 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:19:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:18.906958 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09adcc3-2a91-42fa-ae74-ecee9bbcc092 req-205d8bfe-69cb-4c51-b4a1-ed6c765f3aae tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:18.908500 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e09adcc3-2a91-42fa-ae74-ecee9bbcc092 req-205d8bfe-69cb-4c51-b4a1-ed6c765f3aae tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0554101 Mar 31 18:20:18.967143 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e09adcc3-2a91-42fa-ae74-ecee9bbcc092 req-3aa9803b-c0af-44c9-9135-b6782cf725bc tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493422 Mar 31 18:20:19.002880 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:19.352641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:19.379319 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828cdf0c-9961-451b-88a0-d084f774c440 None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:20:19.386703 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d3ec9ac7-22dd-4135-9b18-1cd4a128cac3 req-174b464f-b4a9-494e-87e1-934ae70d71f0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=528350bc-0776-4bf8-a984-58df2ace5c63 HTTP/1.1" status: 200 len: 210 time: 0.0297830 Mar 31 18:20:19.461255 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5cebf5ac-180b-4e8e-9844-f24cf6b2ca2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:19.623093 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737f35-3df4-498f-8f2e-4bf19fff2da6 None None] New status for floating IP 00164bd8-3604-4f20-a199-d2f8a05a44a7: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:20:19.776778 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a832a4-b4ae-40f3-a132-5726d26f8d77 req-5b790d86-0399-4bf6-acbf-4bdb75eeddf0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:19.782790 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-26a832a4-b4ae-40f3-a132-5726d26f8d77 req-5b790d86-0399-4bf6-acbf-4bdb75eeddf0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0621891 Mar 31 18:20:19.838912 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:20:19.850158 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-26a832a4-b4ae-40f3-a132-5726d26f8d77 req-289e02a8-168a-477d-80d9-17e0e59347f4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622878 Mar 31 18:20:19.868652 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 009384e1-f4df-44a8-8f47-9e20e33d596d {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:20:19.868652 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 009384e1-f4df-44a8-8f47-9e20e33d596d not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:20:20.076166 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d84f3-0426-4854-9be4-40b897137627 req-ce136e49-9ef0-4967-a082-6775399c3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:20.078138 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-ce136e49-9ef0-4967-a082-6775399c3ed8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1129 time: 0.0492420 Mar 31 18:20:20.104665 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3dd7d-f537-4b2c-aea0-52e898d8724a req-1aad3ecf-c194-4c2f-b3ce-3165fd7b4002 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:20.106207 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-30c3dd7d-f537-4b2c-aea0-52e898d8724a req-1aad3ecf-c194-4c2f-b3ce-3165fd7b4002 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0575993 Mar 31 18:20:20.166120 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-30c3dd7d-f537-4b2c-aea0-52e898d8724a req-daaac35a-1cf6-4b3e-88b7-317ab88b54b9 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505409 Mar 31 18:20:20.180355 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d84f3-0426-4854-9be4-40b897137627 req-a5feb2f3-5ba8-4364-aa90-bb3630b817d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:20.182153 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-a5feb2f3-5ba8-4364-aa90-bb3630b817d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 909 time: 0.0977099 Mar 31 18:20:20.251779 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-e330498a-07df-4018-903a-fafa78ab883d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 1001 time: 0.0618925 Mar 31 18:20:20.305877 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d84f3-0426-4854-9be4-40b897137627 req-f2b6b66e-0b1f-4698-bc56-c93811a077e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:20.307351 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-f2b6b66e-0b1f-4698-bc56-c93811a077e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 200 len: 847 time: 0.0445538 Mar 31 18:20:20.360859 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d84f3-0426-4854-9be4-40b897137627 req-22c3eb5d-71c9-4a03-9305-50b39975df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:20.362374 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-22c3eb5d-71c9-4a03-9305-50b39975df67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20103efb-f0ee-4082-bade-70fb0ec7eb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478809 Mar 31 18:20:20.463932 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-d601be5e-b49f-45f0-b3a0-ea01036e8568 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933173 Mar 31 18:20:20.550050 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55770) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:20.623352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:20.844693 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-887d84f3-0426-4854-9be4-40b897137627 req-86639e75-45ad-48a5-b119-e574cb120fe3 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656852 Mar 31 18:20:20.874708 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d25b3e06-81e5-4106-a00c-35f6017ba4f1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (3db0abb9-08a8-4c1e-9383-0312b3f74055), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:20.902380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d25b3e06-81e5-4106-a00c-35f6017ba4f1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (3db0abb9-08a8-4c1e-9383-0312b3f74055), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:20.989347 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780a59a-d994-44a6-8a86-d72117c508b9 req-9be4fc83-8518-4c9b-8545-fee402455ddd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:20.990849 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6780a59a-d994-44a6-8a86-d72117c508b9 req-9be4fc83-8518-4c9b-8545-fee402455ddd tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0615811 Mar 31 18:20:21.054745 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6780a59a-d994-44a6-8a86-d72117c508b9 req-e993c846-5a52-4994-85d5-d450de34de3a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580847 Mar 31 18:20:21.085805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d25b3e06-81e5-4106-a00c-35f6017ba4f1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (3db0abb9-08a8-4c1e-9383-0312b3f74055), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.088381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d25b3e06-81e5-4106-a00c-35f6017ba4f1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.089501 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d25b3e06-81e5-4106-a00c-35f6017ba4f1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "DELETE /v2.0/security-groups/3db0abb9-08a8-4c1e-9383-0312b3f74055 HTTP/1.1" status: 204 len: 168 time: 0.5385022 Mar 31 18:20:21.092613 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55776) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:21.105699 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b3e06-81e5-4106-a00c-35f6017ba4f1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db0abb9-08a8-4c1e-9383-0312b3f74055,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:21.106042 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.api.v2.resource [None req-650c5cb3-f67f-4ffb-9b23-f6a2d0db9499 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] show failed (client error): The resource could not be found. Mar 31 18:20:21.109746 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-650c5cb3-f67f-4ffb-9b23-f6a2d0db9499 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups/3db0abb9-08a8-4c1e-9383-0312b3f74055 HTTP/1.1" status: 404 len: 347 time: 0.0134957 Mar 31 18:20:21.110133 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55778) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:21.250510 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Deleting port 80a14baa-f995-435f-9b97-77c1953537e7 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:20:21.250852 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (80a14baa-f995-435f-9b97-77c1953537e7), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.348498 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826490c2-1334-43ca-8e30-909dff0d0767 req-8d7d8526-852b-42c5-8ca6-a4402884b56b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:21.349982 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-826490c2-1334-43ca-8e30-909dff0d0767 req-8d7d8526-852b-42c5-8ca6-a4402884b56b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.1123159 Mar 31 18:20:21.370898 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (80a14baa-f995-435f-9b97-77c1953537e7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.371142 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (80a14baa-f995-435f-9b97-77c1953537e7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.391560 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Calling delete_port for 80a14baa-f995-435f-9b97-77c1953537e7 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:20:21.492210 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-826490c2-1334-43ca-8e30-909dff0d0767 req-a1f2a575-daab-4331-b8dd-fdc29ed3b67e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355112 Mar 31 18:20:21.697870 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (80a14baa-f995-435f-9b97-77c1953537e7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.733091 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event deleted for resources: {'Port': ['ID=80a14baa-f995-435f-9b97-77c1953537e7,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:21.758566 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.758913 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.759259 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.759628 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.759966 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.760399 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.760736 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.761067 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.761396 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.761726 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.762057 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.762382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.762706 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.763177 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.763423 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:20:21.807569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (00164bd8-3604-4f20-a199-d2f8a05a44a7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.810268 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:21.811492 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3caf883f-7287-4563-9d7c-766328c1da80 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "DELETE /v2.0/floatingips/00164bd8-3604-4f20-a199-d2f8a05a44a7 HTTP/1.1" status: 204 len: 168 time: 0.7003603 Mar 31 18:20:22.180976 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb4c70-3ce7-4b35-bc2c-663142b854f6 req-ce73b76c-7d5a-4b9e-bd93-5e403ddfcf4a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:22.182505 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bafb4c70-3ce7-4b35-bc2c-663142b854f6 req-ce73b76c-7d5a-4b9e-bd93-5e403ddfcf4a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0601921 Mar 31 18:20:22.197586 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55786) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:22.202349 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121418689', 'description': 'tempest-description--1930984124'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:22.250951 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bafb4c70-3ce7-4b35-bc2c-663142b854f6 req-51bb8698-0c40-42af-9b13-df4be180084a tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617912 Mar 31 18:20:22.357767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.400115 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.425089 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (e9776f64-32dc-4db7-9e1a-2281cb7635db), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.531994 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e9776f64-32dc-4db7-9e1a-2281cb7635db), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.577668 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9776f64-32dc-4db7-9e1a-2281cb7635db,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:22.620628 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89fed4-0e6a-4351-becd-31fd9837add9 req-4787406d-6628-4592-a974-790c00a3afdc tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:22.622136 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7d89fed4-0e6a-4351-becd-31fd9837add9 req-4787406d-6628-4592-a974-790c00a3afdc tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0603898 Mar 31 18:20:22.674008 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.675330 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-08812d88-484f-4303-9286-9341a93e25a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4765921 Mar 31 18:20:22.678495 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55790) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:22.679930 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7d89fed4-0e6a-4351-becd-31fd9837add9 req-4778c5af-38fb-4df4-b37c-48fcbceb04c0 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505164 Mar 31 18:20:22.683339 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'security_group_rule': {'security_group_id': 'e9776f64-32dc-4db7-9e1a-2281cb7635db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:22.825111 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (0fd9537e-720d-440a-ad60-a4b0169eb66a), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.870221 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (0fd9537e-720d-440a-ad60-a4b0169eb66a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.963648 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (0fd9537e-720d-440a-ad60-a4b0169eb66a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:22.979673 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd9537e-720d-440a-ad60-a4b0169eb66a,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:23.076864 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.087664 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-dfcc4946-fb30-46bb-8501-6273a31e2e32 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3984206 Mar 31 18:20:23.087664 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55792) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:23.087664 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'security_group_rule': {'security_group_id': 'e9776f64-32dc-4db7-9e1a-2281cb7635db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:23.191364 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (ea9f6fcd-731a-47ac-99e5-0746585bd857), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.250417 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (ea9f6fcd-731a-47ac-99e5-0746585bd857), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.361378 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (ea9f6fcd-731a-47ac-99e5-0746585bd857), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.387782 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9f6fcd-731a-47ac-99e5-0746585bd857,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:23.410531 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606d7c-2d4c-4c59-8801-0a9fdac6cec1 req-f59baecd-b9df-4740-b095-0894049b619b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:23.414131 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3c606d7c-2d4c-4c59-8801-0a9fdac6cec1 req-f59baecd-b9df-4740-b095-0894049b619b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0915053 Mar 31 18:20:23.479905 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3c606d7c-2d4c-4c59-8801-0a9fdac6cec1 req-dcdbac43-2054-4695-8ef8-a0a344052bd7 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583434 Mar 31 18:20:23.483323 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.486042 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5b8d732a-638b-458e-9466-f3d8df15e411 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4027641 Mar 31 18:20:23.488164 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55798) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:23.493727 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:23.554375 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.649439 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.772727 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:23.829446 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfff0b-be0c-484e-a1ee-4f36739c4848 req-0ed54949-b4ba-4176-91d9-3db56d71da54 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:23.832023 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-06cfff0b-be0c-484e-a1ee-4f36739c4848 req-0ed54949-b4ba-4176-91d9-3db56d71da54 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Mar 31 18:20:23.879945 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Allocated IP 172.37.4.104 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/3afc5cf5-3a1e-4fa1-a440-713839a4a6cb) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:20:23.883584 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-06cfff0b-be0c-484e-a1ee-4f36739c4848 req-0dc8611c-273c-422b-83e7-8d253bf7831a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470932 Mar 31 18:20:23.963423 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-b21437b5-7658-4d8c-ab95-2c167c89d37a req-c87d294a-6b31-40a3-81ed-7ab5519e9019 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:20:23.964312 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b21437b5-7658-4d8c-ab95-2c167c89d37a req-c87d294a-6b31-40a3-81ed-7ab5519e9019 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068803 Mar 31 18:20:23.994857 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.120546 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.159601 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:20:24.162482 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:20:24.168210 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:20:24.173930 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'Port': ['ID=3afc5cf5-3a1e-4fa1-a440-713839a4a6cb,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:24.275115 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (8341159d-283d-433f-8b47-3053311cfec8), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.305503 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4471a-6da9-4712-a243-f5d51a476104 req-a4d8768d-b604-4f28-b440-b8a5f84d3705 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:24.307037 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c7e4471a-6da9-4712-a243-f5d51a476104 req-a4d8768d-b604-4f28-b440-b8a5f84d3705 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0607741 Mar 31 18:20:24.356210 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c7e4471a-6da9-4712-a243-f5d51a476104 req-ceb6baeb-4e20-40c9-a8f4-f8406679835e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Mar 31 18:20:24.379133 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-b6452b61-89d2-4e0d-8cb3-b80fd858057c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510144 Mar 31 18:20:24.408863 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.489444 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-db387a36-ae6c-449a-8d0e-8533ea6b3e02 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:24.490835 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-db387a36-ae6c-449a-8d0e-8533ea6b3e02 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports/ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 942 time: 0.0612438 Mar 31 18:20:24.650854 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.659659 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080e06-ae78-4efd-b748-4fcf1659e6ae req-cab895cc-d79f-46d5-b2e5-edc45ea0d07b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:24.661268 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6a080e06-ae78-4efd-b748-4fcf1659e6ae req-cab895cc-d79f-46d5-b2e5-edc45ea0d07b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0886474 Mar 31 18:20:24.722205 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.731122 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6a080e06-ae78-4efd-b748-4fcf1659e6ae req-4aff19ae-49c6-4ea0-bf40-c3999e9eba16 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637658 Mar 31 18:20:24.811227 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'Port': ['ID=3afc5cf5-3a1e-4fa1-a440-713839a4a6cb,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:24.818143 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (8341159d-283d-433f-8b47-3053311cfec8), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.942460 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:24.943812 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7c7e01c5-6e06-4061-8356-859cef659da3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4547000 Mar 31 18:20:25.108011 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-ef15727f-35fc-4bcd-87fa-391f1dc86946 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1121418689&fields=id&tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 267 time: 0.0523796 Mar 31 18:20:25.237039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-7e6315aa-d6c9-4e4b-9b32-c9c39b1a3b2d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:25.238753 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-7e6315aa-d6c9-4e4b-9b32-c9c39b1a3b2d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 816 time: 0.1217539 Mar 31 18:20:25.253750 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-a98c2c21-e00d-46d9-b57a-67e1dde33a2a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/quotas/4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 375 time: 0.0096686 Mar 31 18:20:25.313765 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-a640754a-8542-4aaa-ac05-f5caa7b289af tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541532 Mar 31 18:20:25.479502 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-f450c45c-5e2a-41ff-aba2-ee8ee3a1dbad service neutron] 10.222.0.62 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488328 Mar 31 18:20:25.527237 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d5901-eb80-473c-954b-52e2bc2b3805 req-5ecb0d46-9908-4d71-9968-505a9231da74 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:25.530962 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8c1d5901-eb80-473c-954b-52e2bc2b3805 req-5ecb0d46-9908-4d71-9968-505a9231da74 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0919089 Mar 31 18:20:25.578863 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-5058db24-b35e-4734-beb5-6b3c4369b975 service neutron] 10.222.0.62 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929680 Mar 31 18:20:25.590472 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8c1d5901-eb80-473c-954b-52e2bc2b3805 req-883b4970-a6b4-4f94-a905-a79701f50aba tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522289 Mar 31 18:20:25.868760 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:20:25.877239 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7dc02c82-384d-4bff-bd26-1c489a24655a req-071861db-8eaa-4ddc-8214-e63cda89cb46 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 210 time: 0.0380003 Mar 31 18:20:25.878797 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3bfd3-f8f7-4f72-884f-e125a6987be5 req-fea7d1c6-48b0-42cc-8816-b2ebc067e9ea tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:25.880568 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1fc3bfd3-f8f7-4f72-884f-e125a6987be5 req-fea7d1c6-48b0-42cc-8816-b2ebc067e9ea tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0703554 Mar 31 18:20:25.961788 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-1fc3bfd3-f8f7-4f72-884f-e125a6987be5 req-565293ab-e967-4894-bb07-68a53dab5ec4 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747252 Mar 31 18:20:25.989929 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port ac0da20c-4da2-41db-a697-8bdb4f91e161 is: ACTIVE; New status is: DOWN {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:20:25.990502 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:26.031265 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:26.033632 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb3037-00b0-4d22-b4b1-36417056eeab" -d '{"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:26.051793 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:26.132359 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad1da4-d69f-48fa-abe6-b7cc289bd7f2 x-openstack-request-id: req-5aad1da4-d69f-48fa-abe6-b7cc289bd7f2 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:26.132654 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-unplugged", "status": "failed", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "code": 422}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:26.133277 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5aad1da4-d69f-48fa-abe6-b7cc289bd7f2 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:26.133692 dv-cinder-master-3-smb neutron-server[103983]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5aad1da4-d69f-48fa-abe6-b7cc289bd7f2']: {'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'code': 422} returned with failed status Mar 31 18:20:26.163095 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:26.210367 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=6']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:26.725446 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfcbc1-3b9a-45e9-ac57-58f6e2b8894d req-7585c2fd-f3d5-4b95-9dbd-237a13bd0924 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:26.726976 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1cfcbc1-3b9a-45e9-ac57-58f6e2b8894d req-7585c2fd-f3d5-4b95-9dbd-237a13bd0924 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0529177 Mar 31 18:20:26.775813 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a1cfcbc1-3b9a-45e9-ac57-58f6e2b8894d req-287ce328-f4c0-45ae-950f-307ad7fb6143 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Mar 31 18:20:26.986255 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b52602c2-0462-48d4-a65e-fb2991e8077e req-6fcb802b-1594-40ae-989a-d84a20e5fb29 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 210 time: 0.0276995 Mar 31 18:20:27.090114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e0982-09bb-4148-9838-098fd611a364 req-a4aa93bf-3cae-4c75-b05f-b8382b6c1bdc tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.091647 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d52e0982-09bb-4148-9838-098fd611a364 req-a4aa93bf-3cae-4c75-b05f-b8382b6c1bdc tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0575569 Mar 31 18:20:27.162083 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-97acf2b1-4be6-4b14-88b0-fa5ae016c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.163033 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d52e0982-09bb-4148-9838-098fd611a364 req-603ea477-abdf-41c1-a5c3-b81464c7f84b tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653703 Mar 31 18:20:27.163679 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-97acf2b1-4be6-4b14-88b0-fa5ae016c266 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91&tenant_id=fbf515108a0a4aff95dac60e3529c51a HTTP/1.1" status: 200 len: 1127 time: 0.0563207 Mar 31 18:20:27.252013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-22e33086-3d20-4feb-b58a-2a37991819be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.254074 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-22e33086-3d20-4feb-b58a-2a37991819be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1127 time: 0.0441978 Mar 31 18:20:27.353121 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-9e85a384-0ac2-470c-9db1-1a3e5e87e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.354649 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-9e85a384-0ac2-470c-9db1-1a3e5e87e1e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 909 time: 0.0948122 Mar 31 18:20:27.427219 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-05e68c65-aab1-4b38-8232-52c9f6802dd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 999 time: 0.0657225 Mar 31 18:20:27.489221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-f88e8659-fa16-4bca-81f7-9bd1ab04ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.490759 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-f88e8659-fa16-4bca-81f7-9bd1ab04ecc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 200 len: 847 time: 0.0575004 Mar 31 18:20:27.549453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-a3b0ebdb-6d80-4047-971a-8067a8e8567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.550778 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-a3b0ebdb-6d80-4047-971a-8067a8e8567f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20103efb-f0ee-4082-bade-70fb0ec7eb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0519629 Mar 31 18:20:27.652596 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-91de6fbb-1829-4f6f-99c1-602efd41191b service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954578 Mar 31 18:20:27.750368 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b4db3fc5-4836-4347-ade0-40f444909c53 req-6100375f-7d61-43c4-a8ef-bc2da6c189b2 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914893 Mar 31 18:20:27.915265 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ada34-79f6-4ae2-9952-67fdfa4984e6 req-c408e8c6-462d-4b32-83c9-b5610d258ed6 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:27.916839 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8c3ada34-79f6-4ae2-9952-67fdfa4984e6 req-c408e8c6-462d-4b32-83c9-b5610d258ed6 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0611365 Mar 31 18:20:27.981538 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8c3ada34-79f6-4ae2-9952-67fdfa4984e6 req-8a74f952-6d68-478f-9ff4-dc00c207fb01 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582590 Mar 31 18:20:28.109018 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-07f9ccd2-99d7-40f6-b739-7a78e6da6fcf req-f4d2000e-87c1-4f59-98fc-8e044c6bdc1a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 210 time: 0.0349963 Mar 31 18:20:28.112182 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-fb99488d-2ac6-4613-9098-0b53925d5d6f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:28.113774 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-fb99488d-2ac6-4613-9098-0b53925d5d6f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 816 time: 0.1121409 Mar 31 18:20:28.194472 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-0be1cbcd-d4a5-4dd3-9f5b-0739d80f42a3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 380 time: 0.0603232 Mar 31 18:20:28.204102 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'port': {'device_id': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'admin_state_up': True, 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'security_groups': ['e9776f64-32dc-4db7-9e1a-2281cb7635db']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:28.339851 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffed2d-d5ec-4a82-820b-74396770cb68 req-3c89e6ed-bbd2-464d-9ba5-2d104e381c43 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:28.341319 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a0ffed2d-d5ec-4a82-820b-74396770cb68 req-3c89e6ed-bbd2-464d-9ba5-2d104e381c43 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0950239 Mar 31 18:20:28.414094 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a0ffed2d-d5ec-4a82-820b-74396770cb68 req-3e5c19d8-0399-430c-8266-3e4fd80cf8d0 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645258 Mar 31 18:20:28.468769 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Made reservation on behalf of 4058b0e7a21b4783a5f1fb59b3b9a95a for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:20:28.472179 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:28.615133 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Allocated IP 172.20.0.8 (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269/4b331f6f-cff0-48bf-849f-38b06dc7a8e2/0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:20:28.793782 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:28.880576 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:28.922652 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:20:28.926295 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:20:28.932277 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:20:28.938934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:28.989954 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:28.990709 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:29.080563 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-d8cdb53c-fa37-44da-8edf-7ca091b567aa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803871 Mar 31 18:20:29.103862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Request body: {'port': {'device_id': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:29.112684 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605b72-c9c8-436b-94aa-fe0968c7ce1d req-4f596736-4ef1-47a4-8c30-bdf422bff665 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:29.114824 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e3605b72-c9c8-436b-94aa-fe0968c7ce1d req-4f596736-4ef1-47a4-8c30-bdf422bff665 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0615122 Mar 31 18:20:29.177005 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-ae5fc8e1-4712-4ca6-bbc3-aaf6979d54a5 None None] Provisioning complete for port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:20:29.178306 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc8e1-4712-4ca6-bbc3-aaf6979d54a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:29.185036 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e3605b72-c9c8-436b-94aa-fe0968c7ce1d req-84b51b39-2853-4cfd-9fb8-4468a6cd58b5 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607071 Mar 31 18:20:29.187220 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:29.232275 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-ae5fc8e1-4712-4ca6-bbc3-aaf6979d54a5 None None] Port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:20:29.337038 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7ac7-8a22-4231-b4fc-919e4ec1e9ac req-c20c15a1-e6ce-4713-b8e9-4b9ff1c8037d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:29.337663 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3daa7ac7-8a22-4231-b4fc-919e4ec1e9ac req-c20c15a1-e6ce-4713-b8e9-4b9ff1c8037d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 931 time: 0.1410768 Mar 31 18:20:29.443643 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3daa7ac7-8a22-4231-b4fc-919e4ec1e9ac req-c50e7a79-dca8-418c-b471-40d1d38e845b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954599 Mar 31 18:20:29.575131 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1a13-e918-452d-8f40-b58060196205 req-054e19c2-d9cc-4834-a8f9-eb2a073eaab5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:29.577945 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d95b1a13-e918-452d-8f40-b58060196205 req-054e19c2-d9cc-4834-a8f9-eb2a073eaab5 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0647161 Mar 31 18:20:29.584054 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:20:29.597503 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Publish callbacks [] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:29.617283 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Transition to ACTIVE for port object 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:20:29.667830 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d95b1a13-e918-452d-8f40-b58060196205 req-43773127-366c-41d3-a9b5-7918ea0565b6 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775604 Mar 31 18:20:29.708986 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:29.769163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:29.870302 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Attempting to bind port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:20:29.870640 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Attempting to bind port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:20:29.870975 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Attempting to bind port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:20:29.876892 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:20:29.877323 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Attempting to bind port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 on network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:20:29.884456 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:20:29.884800 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Checking segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:20:29.885221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Bound using segment: {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:20:29.885830 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Bound port: 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069618a1-131d-4cc4-a4a9-bb671ce67a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:20:29.886195 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:29.966987 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:20:29.973393 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:20:30.087510 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:30.122722 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.123372 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:30.124795 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 1093 time: 1.0290239 Mar 31 18:20:30.125248 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:30.127497 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1150fae2-fb9b-4381-bc05-1c8dc89227ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:30.163831 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b5739-3349-4ce8-adb9-b8eea43df866 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:30.192164 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd063fa-e6c9-4a70-a802-55621995a34a x-openstack-request-id: req-2fd063fa-e6c9-4a70-a802-55621995a34a {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:30.192164 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:30.192164 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fd063fa-e6c9-4a70-a802-55621995a34a {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:30.192164 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd063fa-e6c9-4a70-a802-55621995a34a'] response: {'name': 'network-changed', 'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'status': 'completed', 'code': 200} Mar 31 18:20:30.341371 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150fae2-fb9b-4381-bc05-1c8dc89227ba req-58468744-f224-4ae6-90df-0010969bac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.343534 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1150fae2-fb9b-4381-bc05-1c8dc89227ba req-58468744-f224-4ae6-90df-0010969bac10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1127 time: 0.0574770 Mar 31 18:20:30.344457 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a446cc-ccc6-4b17-b104-7a61e0e66e8d req-bce687f6-b302-472e-9ee8-e8de738286e2 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.346085 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-21a446cc-ccc6-4b17-b104-7a61e0e66e8d req-bce687f6-b302-472e-9ee8-e8de738286e2 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0841887 Mar 31 18:20:30.401675 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-21a446cc-ccc6-4b17-b104-7a61e0e66e8d req-1180decb-ad49-4ca1-b28e-2cab7d896b4a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484219 Mar 31 18:20:30.473208 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150fae2-fb9b-4381-bc05-1c8dc89227ba req-0c3e6272-b3d0-4b1f-af6d-c58ca632e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.474585 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1150fae2-fb9b-4381-bc05-1c8dc89227ba req-0c3e6272-b3d0-4b1f-af6d-c58ca632e5c3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1117148 Mar 31 18:20:30.497173 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:20:30.644172 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150fae2-fb9b-4381-bc05-1c8dc89227ba req-a202e925-a986-46c1-8002-ecea0d5552be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.646364 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1150fae2-fb9b-4381-bc05-1c8dc89227ba req-a202e925-a986-46c1-8002-ecea0d5552be service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1659098 Mar 31 18:20:30.670804 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543556fe-2f22-4e3d-a0cc-f284cbdd0d9d req-e2bd1328-ff1b-4709-9d5b-7653e64cb522 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.672998 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543556fe-2f22-4e3d-a0cc-f284cbdd0d9d req-e2bd1328-ff1b-4709-9d5b-7653e64cb522 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.1248062 Mar 31 18:20:30.750203 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-543556fe-2f22-4e3d-a0cc-f284cbdd0d9d req-df187d99-3948-4a48-bc85-1d120c53b097 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715730 Mar 31 18:20:30.777003 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-b960f144-5112-4b4f-859c-509a7e59aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.778817 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-b960f144-5112-4b4f-859c-509a7e59aafe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1127 time: 0.0665028 Mar 31 18:20:30.806554 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea956-6390-426e-bb4c-9d3db681b7b6 req-575e5f82-296c-45fa-ae33-b6479a2cc73c tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.808148 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e1cea956-6390-426e-bb4c-9d3db681b7b6 req-575e5f82-296c-45fa-ae33-b6479a2cc73c tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0575795 Mar 31 18:20:30.834264 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-63d542d0-b0fa-427e-b65b-1e14169ace6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 217 time: 0.0415602 Mar 31 18:20:30.876844 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e1cea956-6390-426e-bb4c-9d3db681b7b6 req-4228f7aa-5307-4790-8318-c3b474fcba43 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&id=e74805e2-421a-4bd1-bf8b-b1b89266bfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604973 Mar 31 18:20:30.884353 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-c3ef07d5-f639-422c-bb50-16bd62d3dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.885879 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-c3ef07d5-f639-422c-bb50-16bd62d3dcbf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0459933 Mar 31 18:20:30.951378 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-6ba1f474-7e51-488a-a4f3-333d82a60a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:30.952890 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-6ba1f474-7e51-488a-a4f3-333d82a60a57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0612850 Mar 31 18:20:31.047196 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-0220467b-1407-4666-b6eb-997d1dea5008 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879776 Mar 31 18:20:31.142780 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5e73788f-fd85-4db6-ba68-58d9e936ead5 req-e4e33d99-d505-40ac-867d-1a9a5371da21 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899770 Mar 31 18:20:31.564604 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9cac1-6ee5-44b6-8f2e-1fb75a14a3ec req-d8f990df-67d3-4cf7-aa7d-afe40db666f4 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:31.566097 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34a9cac1-6ee5-44b6-8f2e-1fb75a14a3ec req-d8f990df-67d3-4cf7-aa7d-afe40db666f4 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0554235 Mar 31 18:20:31.624124 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34a9cac1-6ee5-44b6-8f2e-1fb75a14a3ec req-98fca43c-408a-42ff-a422-d9715d209a86 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Mar 31 18:20:31.894300 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb13f23-4e01-4e42-bafe-b9846dc6a35a req-7d8387f7-b6cb-428b-b8a9-5cfcfb0cbfd2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:31.895784 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5bb13f23-4e01-4e42-bafe-b9846dc6a35a req-7d8387f7-b6cb-428b-b8a9-5cfcfb0cbfd2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0675247 Mar 31 18:20:31.947367 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5bb13f23-4e01-4e42-bafe-b9846dc6a35a req-a921cbf5-d08b-4d07-a0c3-d621fb181302 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Mar 31 18:20:32.756845 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a762d-5e20-417f-a533-caa7052eadf7 req-0054c3d5-cc37-43c1-bad8-d8d88b3d7530 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:32.758591 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ca5a762d-5e20-417f-a533-caa7052eadf7 req-0054c3d5-cc37-43c1-bad8-d8d88b3d7530 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0587106 Mar 31 18:20:32.810324 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ca5a762d-5e20-417f-a533-caa7052eadf7 req-1bf9db7b-9992-4d2c-8016-ce25fc7e6ec9 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460410 Mar 31 18:20:33.077747 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d5143-52f3-4ae5-9949-fdf843459e4f req-baee27e7-6bdb-4af0-a723-9eb80915e682 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:33.079243 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6b6d5143-52f3-4ae5-9949-fdf843459e4f req-baee27e7-6bdb-4af0-a723-9eb80915e682 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0525980 Mar 31 18:20:33.125274 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6b6d5143-52f3-4ae5-9949-fdf843459e4f req-b6e5c7f7-0655-4d37-a66a-81010e509c33 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Mar 31 18:20:33.928343 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:20:33.940386 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b613ef-36d2-4518-ab78-225732688d41 req-3a16fdee-0540-4dd2-b445-d2b653c2d52b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:33.941895 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a7b613ef-36d2-4518-ab78-225732688d41 req-3a16fdee-0540-4dd2-b445-d2b653c2d52b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 943 time: 0.0609097 Mar 31 18:20:34.008920 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a7b613ef-36d2-4518-ab78-225732688d41 req-ed1dfcc8-884c-4821-bfbd-6f1cb9143bfc tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592310 Mar 31 18:20:34.031958 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:34.045104 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'port_id': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'mac_address': 'fa:16:3e:b0:ed:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:20:34.085587 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port ac0da20c-4da2-41db-a697-8bdb4f91e161 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:20:34.085981 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:34.103816 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0da20c-4da2-41db-a697-8bdb4f91e161 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:20:34.123745 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:34.191478 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:34.250941 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=7']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:34.288824 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f59f0b-94da-4b76-8dde-921cc3dc381c req-8f470a6f-c636-43c3-bd69-7e0ccf9013c1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:34.290430 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-97f59f0b-94da-4b76-8dde-921cc3dc381c req-8f470a6f-c636-43c3-bd69-7e0ccf9013c1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0676098 Mar 31 18:20:34.345276 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-97f59f0b-94da-4b76-8dde-921cc3dc381c req-3f8db07f-bcbe-4c6e-8685-86bc057984d7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Mar 31 18:20:34.708749 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['ac0da20c-4da2-41db-a697-8bdb4f91e161'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:20:35.170357 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0b40e-7503-40dd-a2a8-ef5375366938 req-1cf063c3-6686-4560-a946-3e70a796fa00 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:35.172743 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-65b0b40e-7503-40dd-a2a8-ef5375366938 req-1cf063c3-6686-4560-a946-3e70a796fa00 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 944 time: 0.0699534 Mar 31 18:20:35.233174 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-65b0b40e-7503-40dd-a2a8-ef5375366938 req-324076b6-0d7e-4f0b-ac1f-c55e5e4ba839 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504770 Mar 31 18:20:35.486080 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53902-6708-4add-8633-0cf6fafeebe2 req-5f92a9f2-1093-404e-8b73-58dd3a63474e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:35.488204 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-15d53902-6708-4add-8633-0cf6fafeebe2 req-5f92a9f2-1093-404e-8b73-58dd3a63474e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0706758 Mar 31 18:20:35.539592 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-15d53902-6708-4add-8633-0cf6fafeebe2 req-10327cef-463c-4145-bba4-20dc73334b5a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418267 Mar 31 18:20:35.944767 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:20:36.057253 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:36.073940 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'mac_address': 'fa:16:3e:c5:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:20:36.114212 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:20:36.114603 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:36.128313 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:20:36.148473 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:36.209255 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:36.260331 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:36.370259 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119556c-65e4-4bf2-b305-afaa70587ac7 req-3d48048d-6b88-4887-a9e2-7bdddd788122 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:36.371810 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5119556c-65e4-4bf2-b305-afaa70587ac7 req-3d48048d-6b88-4887-a9e2-7bdddd788122 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 944 time: 0.0578122 Mar 31 18:20:36.426051 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5119556c-65e4-4bf2-b305-afaa70587ac7 req-46e75e13-b89d-43f7-9e18-dcb1857ac7d2 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458949 Mar 31 18:20:36.670957 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4410d0-a5c8-40c6-9eb7-1d5ce35fb5d0 req-07bba39d-3861-48e5-9602-d825045a064f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:36.672410 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd4410d0-a5c8-40c6-9eb7-1d5ce35fb5d0 req-07bba39d-3861-48e5-9602-d825045a064f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 944 time: 0.0584493 Mar 31 18:20:36.724901 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd4410d0-a5c8-40c6-9eb7-1d5ce35fb5d0 req-9bda0fba-968a-4593-8d47-f00ca1af6ff8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460989 Mar 31 18:20:36.772887 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:20:37.549309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909ae53-9144-4b7e-a73e-6f9a14031bdc req-8d2e99fa-fee1-489d-a0dc-e3dac6be46be tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:37.550775 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e909ae53-9144-4b7e-a73e-6f9a14031bdc req-8d2e99fa-fee1-489d-a0dc-e3dac6be46be tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 944 time: 0.0546522 Mar 31 18:20:37.604364 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e909ae53-9144-4b7e-a73e-6f9a14031bdc req-d1708993-f550-4569-8de9-bd12d05ca9fc tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465124 Mar 31 18:20:37.861139 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4665f7-628e-42a0-a409-ce2091315e39 req-04a74453-11fb-4e2a-88bf-6afca81e3368 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:37.863746 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0e4665f7-628e-42a0-a409-ce2091315e39 req-04a74453-11fb-4e2a-88bf-6afca81e3368 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 944 time: 0.0558774 Mar 31 18:20:37.910375 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0e4665f7-628e-42a0-a409-ce2091315e39 req-f41b4f16-6e5b-4a84-8b73-32f73680e474 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Mar 31 18:20:37.937254 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:20:37.986489 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port ac0da20c-4da2-41db-a697-8bdb4f91e161 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:20:37.987406 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:38.075692 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port ac0da20c-4da2-41db-a697-8bdb4f91e161 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:20:38.076090 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:38.098437 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:38.100721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f530b7c7-f120-40a7-8420-7898a0df7fd5" -d '{"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-plugged", "status": "completed", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:38.119454 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:38.139858 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357c6560-0171-457b-ae2f-ba5d723ea362 x-openstack-request-id: req-357c6560-0171-457b-ae2f-ba5d723ea362 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:38.140181 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-plugged", "status": "completed", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:38.140488 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-357c6560-0171-457b-ae2f-ba5d723ea362 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:38.140898 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357c6560-0171-457b-ae2f-ba5d723ea362'] response: {'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'code': 200} Mar 31 18:20:38.199894 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:38.247194 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=8']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:38.559998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf1788-caef-4e06-a1ac-18144344aa3c req-2bc890ac-6bd1-436a-adcf-34ff26976d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:38.561412 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-75bf1788-caef-4e06-a1ac-18144344aa3c req-2bc890ac-6bd1-436a-adcf-34ff26976d61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1129 time: 0.0511842 Mar 31 18:20:38.611627 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-75bf1788-caef-4e06-a1ac-18144344aa3c req-7446e7f4-2826-4bb3-bb56-6ea974b4d99f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Mar 31 18:20:38.731604 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3da46-0852-4bba-9dfa-fd0ad632cf5d req-3d53b6e6-7289-444a-835f-2a353a348011 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:38.733106 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-10e3da46-0852-4bba-9dfa-fd0ad632cf5d req-3d53b6e6-7289-444a-835f-2a353a348011 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0572627 Mar 31 18:20:38.784554 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-10e3da46-0852-4bba-9dfa-fd0ad632cf5d req-230b5c35-213a-44e4-bf20-481ab02e8a36 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Mar 31 18:20:39.044766 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf8009-9561-41d7-b2c6-a75d49bc9517 req-458bfaca-effe-4730-a57c-855759162553 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:39.046338 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9cf8009-9561-41d7-b2c6-a75d49bc9517 req-458bfaca-effe-4730-a57c-855759162553 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 944 time: 0.0609808 Mar 31 18:20:39.098549 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9cf8009-9561-41d7-b2c6-a75d49bc9517 req-19bdc912-ae98-408e-8b5f-d0041e8ac0a4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Mar 31 18:20:39.935411 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:20:39.936026 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82641ca-5a35-427d-9d55-cba72c3dcf6b req-0106bf80-4445-402e-8972-387536184853 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:39.937462 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c82641ca-5a35-427d-9d55-cba72c3dcf6b req-0106bf80-4445-402e-8972-387536184853 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0719731 Mar 31 18:20:40.004686 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c82641ca-5a35-427d-9d55-cba72c3dcf6b req-578feae9-193d-48d4-91f8-885fa7f11e8e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594461 Mar 31 18:20:40.054113 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:20:40.058288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:20:40.058698 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:40.149055 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:20:40.149743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:40.180495 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:40.182953 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9bcb0d-9298-4ee6-810e-1ac755909747" -d '{"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:40.198040 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:40.237137 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2839d4-7c25-4826-8a7d-f4364d15cb8b x-openstack-request-id: req-8c2839d4-7c25-4826-8a7d-f4364d15cb8b {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:40.237454 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:40.237715 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c2839d4-7c25-4826-8a7d-f4364d15cb8b {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:40.238147 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2839d4-7c25-4826-8a7d-f4364d15cb8b'] response: {'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'code': 200} Mar 31 18:20:40.258284 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21367b7-b547-4b85-aa4e-1a57ce42273e req-c00cd035-154f-4d86-9cd8-7a74753c28c4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:40.260918 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a21367b7-b547-4b85-aa4e-1a57ce42273e req-c00cd035-154f-4d86-9cd8-7a74753c28c4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 944 time: 0.0706103 Mar 31 18:20:40.274048 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:40.318422 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a21367b7-b547-4b85-aa4e-1a57ce42273e req-1e49539d-2e9d-4f7c-8439-a90936083848 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Mar 31 18:20:40.342411 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:40.645073 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f234f2d-e72b-40a1-bc56-9607611d3eb3 req-9b9d473b-b3e5-4fc1-916f-29f9e89219f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:40.646657 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4f234f2d-e72b-40a1-bc56-9607611d3eb3 req-9b9d473b-b3e5-4fc1-916f-29f9e89219f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1129 time: 0.0478845 Mar 31 18:20:40.705031 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4f234f2d-e72b-40a1-bc56-9607611d3eb3 req-91ee93a5-7dfa-4714-99aa-6888e71f5a93 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 Mar 31 18:20:41.137799 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78bed-2b79-4263-a2b0-fed45885860b req-7d3fc458-f066-4f0c-973c-dc6a6413c33c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:41.139424 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-59a78bed-2b79-4263-a2b0-fed45885860b req-7d3fc458-f066-4f0c-973c-dc6a6413c33c tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0579560 Mar 31 18:20:41.195638 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-59a78bed-2b79-4263-a2b0-fed45885860b req-4ac47c0a-7b7d-4748-9538-ccad34a7013e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497043 Mar 31 18:20:41.472951 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0ee8-264e-466a-988a-2df4948eb3c0 req-89d134f9-14fa-4e8a-a5e5-7dd9ca8ef097 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:41.474776 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b30e0ee8-264e-466a-988a-2df4948eb3c0 req-89d134f9-14fa-4e8a-a5e5-7dd9ca8ef097 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0701644 Mar 31 18:20:41.533115 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b30e0ee8-264e-466a-988a-2df4948eb3c0 req-f8a9fd4b-00ae-42d7-9000-e347a8d555cc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513799 Mar 31 18:20:42.690577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aa8cd-c471-4fc8-9b5f-21b31e6d7556 req-532b4f64-8fa5-4917-a8b9-dc7819d9f184 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:42.692308 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4e2aa8cd-c471-4fc8-9b5f-21b31e6d7556 req-532b4f64-8fa5-4917-a8b9-dc7819d9f184 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0658669 Mar 31 18:20:42.985144 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4e2aa8cd-c471-4fc8-9b5f-21b31e6d7556 req-f7bc359b-bf00-4a74-9746-4ff6e7011754 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868938 Mar 31 18:20:44.132392 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3955b-1b0c-4dd8-a494-06ae68f95496 req-2b11e91a-90fd-4f5c-9e07-123d98177553 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:44.134130 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9ee3955b-1b0c-4dd8-a494-06ae68f95496 req-2b11e91a-90fd-4f5c-9e07-123d98177553 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0679176 Mar 31 18:20:44.183050 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9ee3955b-1b0c-4dd8-a494-06ae68f95496 req-0c6fe33d-3160-483f-a422-99c422923f60 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424139 Mar 31 18:20:44.306434 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff2641-186b-436d-97ab-b51dc2e33e5e req-eabed9a6-d77f-4775-9df0-634ba18cfa00 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:44.307939 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c3ff2641-186b-436d-97ab-b51dc2e33e5e req-eabed9a6-d77f-4775-9df0-634ba18cfa00 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0543621 Mar 31 18:20:44.317191 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55942) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:44.321737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Request body: {'floatingip': {'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:44.364579 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (8341159d-283d-433f-8b47-3053311cfec8), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:44.838782 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:44.919777 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (8341159d-283d-433f-8b47-3053311cfec8), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:45.269611 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Floating IP 8341159d-283d-433f-8b47-3053311cfec8 associated. External IP: 172.37.4.104, port: 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1. Mar 31 18:20:45.480973 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:20:45.605966 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:20:45.605966 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:45.607671 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:20:45.613290 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:45.613926 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:45.624962 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d2f4cabe-37b1-4549-99a8-e4284b826185 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "PUT /v2.0/floatingips/8341159d-283d-433f-8b47-3053311cfec8 HTTP/1.1" status: 200 len: 991 time: 1.3066757 Mar 31 18:20:45.625893 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:45.628943 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250f3aac-9262-4337-a126-4089a24f300a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:45.680956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3e9ed-0fa7-49a6-9a41-de594c719cb2 x-openstack-request-id: req-b7d3e9ed-0fa7-49a6-9a41-de594c719cb2 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:45.680956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:45.680956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7d3e9ed-0fa7-49a6-9a41-de594c719cb2 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:45.681340 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d3e9ed-0fa7-49a6-9a41-de594c719cb2'] response: {'name': 'network-changed', 'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'status': 'completed', 'code': 200} Mar 31 18:20:45.720568 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:45.799145 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:45.802002 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3aac-9262-4337-a126-4089a24f300a req-794f7341-03be-438d-b343-3060d8df319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:45.803581 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-794f7341-03be-438d-b343-3060d8df319b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1129 time: 0.0486300 Mar 31 18:20:45.900839 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3aac-9262-4337-a126-4089a24f300a req-140aa6ea-d7a1-4f58-a661-50b6b378f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:45.902260 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-140aa6ea-d7a1-4f58-a661-50b6b378f2e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.0884135 Mar 31 18:20:45.949200 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '8341159d-283d-433f-8b47-3053311cfec8', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'floating_ip_address': '172.37.4.104', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'mac_address': 'fa:16:3e:c5:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:20:24Z', 'updated_at': '2022-03-31T18:20:44Z', 'revision_number': 1, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:45.970111 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-70d889e8-5032-410b-afee-4f4a018d80f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 999 time: 0.0604677 Mar 31 18:20:45.975920 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:20:45.984612 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:45.985223 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:46.023317 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3aac-9262-4337-a126-4089a24f300a req-2af159ea-10e4-4163-a277-30a48c159ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:46.024755 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-2af159ea-10e4-4163-a277-30a48c159ee1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0483484 Mar 31 18:20:46.076886 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3aac-9262-4337-a126-4089a24f300a req-20d1dd06-9d76-47ec-8798-801321d26bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:46.078360 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-20d1dd06-9d76-47ec-8798-801321d26bc7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429304 Mar 31 18:20:46.093262 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:46.169831 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-5d5a783a-9ac3-4338-a699-473a61b494d4 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844200 Mar 31 18:20:46.271095 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-250f3aac-9262-4337-a126-4089a24f300a req-a0192f03-c4a0-4684-94c6-14fb35581da7 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951276 Mar 31 18:20:46.446644 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '8341159d-283d-433f-8b47-3053311cfec8', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'floating_ip_address': '172.37.4.104', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'mac_address': 'fa:16:3e:c5:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:20:24Z', 'updated_at': '2022-03-31T18:20:44Z', 'revision_number': 1, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:46.476362 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5bc80-ae86-4cc4-affe-60975db4afa5 None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '8341159d-283d-433f-8b47-3053311cfec8', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'floating_ip_address': '172.37.4.104', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'mac_address': 'fa:16:3e:c5:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:20:24Z', 'updated_at': '2022-03-31T18:20:44Z', 'revision_number': 1, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:20:46.672136 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee36d62-c53c-4b15-bcf8-5f4234e6bb5e None None] New status for floating IP 8341159d-283d-433f-8b47-3053311cfec8: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:20:47.222844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de994df1-b3ae-4684-abfe-04a766cdba29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:47.880910 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d91bc-0572-446f-95d5-d755c35d9e44 req-eafcea72-b317-4577-89c4-c41f840f125d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:47.882373 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fc5d91bc-0572-446f-95d5-d755c35d9e44 req-eafcea72-b317-4577-89c4-c41f840f125d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0521495 Mar 31 18:20:47.930085 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fc5d91bc-0572-446f-95d5-d755c35d9e44 req-b663bd10-c6cb-4640-888a-9471c224fa8d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Mar 31 18:20:49.052337 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2932f02-1e98-472d-97f9-c1de3b44864b req-02e4c4d3-5147-4dcc-9f64-ad3e9530dca2 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:49.053753 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d2932f02-1e98-472d-97f9-c1de3b44864b req-02e4c4d3-5147-4dcc-9f64-ad3e9530dca2 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0540018 Mar 31 18:20:49.100776 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d2932f02-1e98-472d-97f9-c1de3b44864b req-c84fe5b5-8a8f-48f1-b304-934cd8a290d6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8bcb3ce-aa86-4084-b548-717fb48c716d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Mar 31 18:20:49.471080 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a670c394-6fc1-4a15-a3b0-d1475cb9d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:49.522079 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-a599bdae-adff-4956-a10a-2c992893e31b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:49.523574 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-a599bdae-adff-4956-a10a-2c992893e31b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 945 time: 0.0533199 Mar 31 18:20:49.621853 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Deleting port 201907b3-3376-4ef4-a087-f4ac82012156 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:20:49.622196 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (201907b3-3376-4ef4-a087-f4ac82012156), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:49.710375 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] For port 201907b3-3376-4ef4-a087-f4ac82012156, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=201907b3-3376-4ef4-a087-f4ac82012156,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:20:49.710735 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (201907b3-3376-4ef4-a087-f4ac82012156), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:49.887603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:49.887865 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (db212034-2dc0-43d5-91df-184d1a21afda), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:49.888098 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Floating IP db212034-2dc0-43d5-91df-184d1a21afda disassociated. External IP: 172.37.4.221, port: 201907b3-3376-4ef4-a087-f4ac82012156. Mar 31 18:20:49.888434 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Calling delete_port for 201907b3-3376-4ef4-a087-f4ac82012156 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:20:50.131454 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (201907b3-3376-4ef4-a087-f4ac82012156), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:50.165426 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event deleted for resources: {'Port': ['ID=201907b3-3376-4ef4-a087-f4ac82012156,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:50.212012 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-481b7c8b-dedf-4e70-9a27-3dfc468b4ad0 req-67a9b02a-3d8e-4c41-8125-66244424754e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 210 time: 0.0388224 Mar 31 18:20:50.300099 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:20:50.417043 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:20:50.428718 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:20:50.455846 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:50.456576 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:50.468875 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] No DVR routers for this DVR port 201907b3-3376-4ef4-a087-f4ac82012156 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:20:50.471948 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:50.475264 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1d25f790-a73b-4c49-af3d-b05dfbb8f662 req-3f601dca-242c-4d5b-9b39-cfe5d780d174 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "DELETE /v2.0/ports/201907b3-3376-4ef4-a087-f4ac82012156 HTTP/1.1" status: 204 len: 173 time: 0.9462173 Mar 31 18:20:50.475724 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'name': 'network-vif-deleted', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:20:50.477955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ad8c2-57c9-4be0-81ee-445bce07e092" -d '{"events": [{"server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "name": "network-vif-deleted", "tag": "201907b3-3376-4ef4-a087-f4ac82012156"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:20:50.516951 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ddcb67-afd8-44fa-8daf-3f66c8f3171b x-openstack-request-id: req-06ddcb67-afd8-44fa-8daf-3f66c8f3171b {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:20:50.517162 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a850e14f-d55a-496f-8480-8af45e03b7af", "name": "network-vif-deleted", "tag": "201907b3-3376-4ef4-a087-f4ac82012156", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:20:50.517419 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06ddcb67-afd8-44fa-8daf-3f66c8f3171b {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:20:50.518448 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ddcb67-afd8-44fa-8daf-3f66c8f3171b'] response: {'server_uuid': 'a850e14f-d55a-496f-8480-8af45e03b7af', 'name': 'network-vif-deleted', 'tag': '201907b3-3376-4ef4-a087-f4ac82012156', 'status': 'completed', 'code': 200} Mar 31 18:20:50.590907 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:50.623709 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:50.819483 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:50.851757 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:20:50.864405 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:20:50.865397 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:50.974756 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:20:51.172920 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:20:51.203236 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8c7b2-8e4c-49f7-8283-7e4d868c7dd8 None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:20:51.337703 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-204dc432-458a-466d-a278-f88e5d9c83d9 req-badf8709-7aaf-4ca1-9673-be1ef4a996e7 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=a850e14f-d55a-496f-8480-8af45e03b7af HTTP/1.1" status: 200 len: 210 time: 0.0320730 Mar 31 18:20:51.452947 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60ff87-6651-428c-84c0-9b5a57e0117d None None] New status for floating IP db212034-2dc0-43d5-91df-184d1a21afda: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:20:52.394743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:52.647003 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55992) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:52.701788 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0db4f42e-3eb2-4ceb-9ba8-7504cc8b92e3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (d8bcb3ce-aa86-4084-b548-717fb48c716d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:52.730849 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0db4f42e-3eb2-4ceb-9ba8-7504cc8b92e3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (d8bcb3ce-aa86-4084-b548-717fb48c716d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:52.856556 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0db4f42e-3eb2-4ceb-9ba8-7504cc8b92e3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d8bcb3ce-aa86-4084-b548-717fb48c716d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:52.859169 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0db4f42e-3eb2-4ceb-9ba8-7504cc8b92e3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:52.860365 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0db4f42e-3eb2-4ceb-9ba8-7504cc8b92e3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "DELETE /v2.0/security-groups/d8bcb3ce-aa86-4084-b548-717fb48c716d HTTP/1.1" status: 204 len: 168 time: 0.2123475 Mar 31 18:20:52.864098 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 55994) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:52.881042 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4f42e-3eb2-4ceb-9ba8-7504cc8b92e3 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bcb3ce-aa86-4084-b548-717fb48c716d,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:52.883375 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.api.v2.resource [None req-be4db80b-70be-4867-ad2e-4aa4cbeb01e8 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] show failed (client error): The resource could not be found. Mar 31 18:20:52.884404 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-be4db80b-70be-4867-ad2e-4aa4cbeb01e8 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups/d8bcb3ce-aa86-4084-b548-717fb48c716d HTTP/1.1" status: 404 len: 347 time: 0.0194006 Mar 31 18:20:52.887708 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 55996) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:53.013094 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Deleting port 6d5907aa-6d34-4d27-a8e9-56813d77eab6 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:20:53.013433 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.088598 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.088840 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (6d5907aa-6d34-4d27-a8e9-56813d77eab6), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.100626 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Calling delete_port for 6d5907aa-6d34-4d27-a8e9-56813d77eab6 owned by network:floatingip {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:20:53.297057 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (6d5907aa-6d34-4d27-a8e9-56813d77eab6), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.320933 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event deleted for resources: {'Port': ['ID=6d5907aa-6d34-4d27-a8e9-56813d77eab6,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:53.387934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (db212034-2dc0-43d5-91df-184d1a21afda), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.390709 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.391937 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7c258a24-600f-4930-b8af-250f050e2ee1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "DELETE /v2.0/floatingips/db212034-2dc0-43d5-91df-184d1a21afda HTTP/1.1" status: 204 len: 168 time: 0.5035286 Mar 31 18:20:53.505597 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:53.964279 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56002) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:53.969420 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075959486', 'description': 'tempest-description--1148178602'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:54.054433 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 201907b3-3376-4ef4-a087-f4ac82012156 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:20:54.074879 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 201907b3-3376-4ef4-a087-f4ac82012156 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:20:54.075226 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 201907b3-3376-4ef4-a087-f4ac82012156 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:20:54.085407 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.150670 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (102e20d0-33b7-40e7-b800-60675dea786d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.239593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (102e20d0-33b7-40e7-b800-60675dea786d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.271586 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102e20d0-33b7-40e7-b800-60675dea786d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:54.352802 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.354068 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ba481e3a-3868-49a2-95b2-030d3d95e4e6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3883579 Mar 31 18:20:54.357232 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56004) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:54.362043 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'security_group_rule': {'security_group_id': '102e20d0-33b7-40e7-b800-60675dea786d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:54.485158 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (78ed3b01-6354-4864-b9ab-63687b2dd369), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.542150 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (78ed3b01-6354-4864-b9ab-63687b2dd369), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.629576 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (78ed3b01-6354-4864-b9ab-63687b2dd369), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.648765 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ed3b01-6354-4864-b9ab-63687b2dd369,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:54.733697 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.735207 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5970532c-25a5-4334-83ae-6d7729380f07 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3769479 Mar 31 18:20:54.739705 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56008) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:54.745169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'security_group_rule': {'security_group_id': '102e20d0-33b7-40e7-b800-60675dea786d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:54.842482 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (bd8662cd-7251-4229-b9ac-589bf2cb2e7e), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:54.906155 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (bd8662cd-7251-4229-b9ac-589bf2cb2e7e), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.045064 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (bd8662cd-7251-4229-b9ac-589bf2cb2e7e), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.062975 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8662cd-7251-4229-b9ac-589bf2cb2e7e,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:55.219218 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.220668 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3ad58afe-026e-485d-998e-83f3516bb938 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4795392 Mar 31 18:20:55.225981 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56014) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:20:55.231169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:20:55.374661 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.488633 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba702f9d-c6a0-4ccc-9f00-36a2009f686b req-2211b627-6bd9-4b82-826e-9ddbbaa76bc5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:55.490260 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ba702f9d-c6a0-4ccc-9f00-36a2009f686b req-2211b627-6bd9-4b82-826e-9ddbbaa76bc5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0716624 Mar 31 18:20:55.559801 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ba702f9d-c6a0-4ccc-9f00-36a2009f686b req-0c9233d5-26b0-4ff9-9952-7fafde98cda7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629201 Mar 31 18:20:55.565837 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.682957 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Allocated IP 172.37.4.35 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/781c5511-ca63-40e6-a5d9-a57313e1173a) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:20:55.793712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.900147 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:55.939523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:20:55.942562 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:20:55.948752 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:20:55.955352 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'Port': ['ID=781c5511-ca63-40e6-a5d9-a57313e1173a,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:56.049261 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (48611585-93d3-4377-a254-f9792fd41a90), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:56.170476 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:56.323266 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:56.440301 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:56.506933 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'Port': ['ID=781c5511-ca63-40e6-a5d9-a57313e1173a,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:20:56.519966 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (48611585-93d3-4377-a254-f9792fd41a90), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:56.647114 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:20:56.648448 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-829c0ca6-72ea-4559-bce1-306c35b44072 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4214289 Mar 31 18:20:56.688568 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea4a6d-1ec1-48e1-a3a5-6bf40d6f62cc req-13f37025-f09c-4a96-8f6e-e2a53116c6e0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:56.690929 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-00ea4a6d-1ec1-48e1-a3a5-6bf40d6f62cc req-13f37025-f09c-4a96-8f6e-e2a53116c6e0 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0601473 Mar 31 18:20:56.749535 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-00ea4a6d-1ec1-48e1-a3a5-6bf40d6f62cc req-69727bb9-ffea-439c-9307-a356f3cddbcb tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477901 Mar 31 18:20:56.804809 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-38895ca1-e5e4-45bb-a1ef-1a061b627d46 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1075959486&fields=id&tenant_id=9f530743e8254a409bf25893dfd2ccf5 HTTP/1.1" status: 200 len: 267 time: 0.0434771 Mar 31 18:20:56.920181 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-3421df3f-fc3b-4255-bfe2-5e15aefdae73 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:56.921723 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-3421df3f-fc3b-4255-bfe2-5e15aefdae73 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 811 time: 0.1103573 Mar 31 18:20:56.937738 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-81282e6f-d3b4-46fc-bbea-27f3763274c1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/quotas/9f530743e8254a409bf25893dfd2ccf5 HTTP/1.1" status: 200 len: 375 time: 0.0095716 Mar 31 18:20:56.995934 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-13b50cab-d572-4a64-b3f2-ac1b84ac14c6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527797 Mar 31 18:20:57.097824 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-077f57f2-61f7-4994-bb7d-17f1775b011e service neutron] 10.222.0.62 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900571 Mar 31 18:20:57.190337 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-a2f4727a-8662-4c5c-83ba-1edbc338ca1d service neutron] 10.222.0.62 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866294 Mar 31 18:20:57.463903 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9523d376-fc59-4003-963e-606d89a5595a req-bee21e4a-7471-4d94-84c9-f0e47f1f57e0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 210 time: 0.0316794 Mar 31 18:20:57.878832 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d83d1-d02f-4369-b92f-f105060e802e req-9c49cb93-e3dc-4fce-98d6-c9da4d9786f3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:57.880345 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-822d83d1-d02f-4369-b92f-f105060e802e req-9c49cb93-e3dc-4fce-98d6-c9da4d9786f3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0565042 Mar 31 18:20:57.941856 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-822d83d1-d02f-4369-b92f-f105060e802e req-b27b0246-e69f-4dc4-8acb-e5309d1acc5b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549672 Mar 31 18:20:58.566907 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d3649713-ea38-418b-ab00-c462bdf86483 req-29e054b9-7dc3-4966-9fb2-39449a7bd797 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 210 time: 0.0284765 Mar 31 18:20:59.066836 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd253c-c5a8-4d40-a621-7f2c4e20a687 req-d23fd3b6-bf98-4deb-89a9-a7c53c8276cc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:59.068339 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bddd253c-c5a8-4d40-a621-7f2c4e20a687 req-d23fd3b6-bf98-4deb-89a9-a7c53c8276cc tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0553062 Mar 31 18:20:59.121028 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bddd253c-c5a8-4d40-a621-7f2c4e20a687 req-6483712b-a318-4e88-8aa8-cb8a0c46c385 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Mar 31 18:20:59.664020 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f61b76a4-8ce5-4880-bf4e-0c4f73972805 req-12b91a2a-8269-4082-8e01-52a7a34c394b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 210 time: 0.0276387 Mar 31 18:20:59.904475 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-9af013fd-8197-4802-abb6-0ce930cdb0b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:20:59.905940 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-9af013fd-8197-4802-abb6-0ce930cdb0b3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.0575264 Mar 31 18:21:00.094211 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-2945ac0c-5946-49ae-8d2f-1c08cd98fdb5 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:00.095809 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-2945ac0c-5946-49ae-8d2f-1c08cd98fdb5 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 811 time: 0.1701174 Mar 31 18:21:00.109285 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Deleting port 65a0c20e-4b38-49de-9b44-ace47273dc72 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:00.109787 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:00.274060 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-d1121716-44ca-40c8-bbee-b6f8323cbe25 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f530743e8254a409bf25893dfd2ccf5 HTTP/1.1" status: 200 len: 380 time: 0.1611023 Mar 31 18:21:00.280381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] For port 65a0c20e-4b38-49de-9b44-ace47273dc72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65a0c20e-4b38-49de-9b44-ace47273dc72,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:00.280752 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:00.299891 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'port': {'device_id': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'admin_state_up': True, 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'security_groups': ['102e20d0-33b7-40e7-b800-60675dea786d']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:00.414741 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe12e11-0f33-4069-9fdb-690cefb5b045 req-7cd6bf97-7751-4810-9618-5decc72eeedb tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:00.416398 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fbe12e11-0f33-4069-9fdb-690cefb5b045 req-7cd6bf97-7751-4810-9618-5decc72eeedb tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 946 time: 0.2150240 Mar 31 18:21:00.770258 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c62c30e1-7ee7-4a86-a915-25a21b341834 req-e7ff90c7-b786-4bdf-8a07-5190638176dd tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 210 time: 0.0282652 Mar 31 18:21:00.830196 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fbe12e11-0f33-4069-9fdb-690cefb5b045 req-4889ce7c-88ab-45b7-b118-91d3f90330c4 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=041c478b-6dfe-4cb2-ab2e-47d26eb600b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070001 Mar 31 18:21:00.855512 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:00.855876 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:00.856190 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Floating IP 7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18 disassociated. External IP: 172.37.4.60, port: 65a0c20e-4b38-49de-9b44-ace47273dc72. Mar 31 18:21:00.856535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Calling delete_port for 65a0c20e-4b38-49de-9b44-ace47273dc72 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:00.920679 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Made reservation on behalf of 9f530743e8254a409bf25893dfd2ccf5 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:21:00.924535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:01.100256 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Allocated IP 172.20.0.10 (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1/0b956446-1a64-4c22-967c-eb68a7dfb146/dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:21:01.150729 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (65a0c20e-4b38-49de-9b44-ace47273dc72), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:01.215579 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event deleted for resources: {'Port': ['ID=65a0c20e-4b38-49de-9b44-ace47273dc72,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:01.354809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:01.379727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Router 4469d47a-4dc5-49e9-8e6d-894714b72a17 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:21:01.475203 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:01.529742 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:21:01.539129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:21:01.546655 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:21:01.552235 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event updated for resources: {'Port': ['ID=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:01.590105 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:21:01.605497 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] Sync routers for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:21:01.627714 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:01.628654 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:01.646213 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:01.646862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:01.649727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] No DVR routers for this DVR port 65a0c20e-4b38-49de-9b44-ace47273dc72 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:01.652805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:01.656179 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49d041e8-771c-4f90-b7a8-ab5920abe6c2 req-639342c8-ff3e-4832-9d70-1ab06bcb5332 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "DELETE /v2.0/ports/65a0c20e-4b38-49de-9b44-ace47273dc72 HTTP/1.1" status: 204 len: 173 time: 1.7291052 Mar 31 18:21:01.656645 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'name': 'network-vif-deleted', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:01.659048 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bf558e-5a28-4cb4-af1a-68baa4de98e7" -d '{"events": [{"server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "name": "network-vif-deleted", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:01.705952 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82e16b7-df79-4078-9afc-6c416cf69a12 x-openstack-request-id: req-f82e16b7-df79-4078-9afc-6c416cf69a12 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:01.706401 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386742c0-dbb8-45ac-9076-d29b8937ad72", "name": "network-vif-deleted", "tag": "65a0c20e-4b38-49de-9b44-ace47273dc72", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:01.707013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f82e16b7-df79-4078-9afc-6c416cf69a12 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:01.707421 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82e16b7-df79-4078-9afc-6c416cf69a12'] response: {'server_uuid': '386742c0-dbb8-45ac-9076-d29b8937ad72', 'name': 'network-vif-deleted', 'tag': '65a0c20e-4b38-49de-9b44-ace47273dc72', 'status': 'completed', 'code': 200} Mar 31 18:21:01.778835 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-9f8ed1b3-8942-49c6-9385-439efe9c3467 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4935832 Mar 31 18:21:01.802740 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Request body: {'port': {'device_id': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:01.847928 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:01.907481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.011590 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-edc90975-e02a-41e4-9979-96d7b542e3f1 req-ea257ccf-adfb-48f8-9f80-08229a9994fd tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=386742c0-dbb8-45ac-9076-d29b8937ad72 HTTP/1.1" status: 200 len: 210 time: 0.0360243 Mar 31 18:21:02.057525 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-2ae4ba11-cb65-40af-b8ab-5701ae1cfbc8 None None] Provisioning complete for port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:21:02.057899 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ba11-cb65-40af-b8ab-5701ae1cfbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.100154 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b78189-1b1e-4a5d-b0d6-a9d7fd039a86 req-f84ce484-4270-4fbd-8de9-8594e716be35 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:02.101837 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e8b78189-1b1e-4a5d-b0d6-a9d7fd039a86 req-f84ce484-4270-4fbd-8de9-8594e716be35 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 932 time: 0.1710210 Mar 31 18:21:02.120121 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4ba11-cb65-40af-b8ab-5701ae1cfbc8 None None] Port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:21:02.177288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:02.207109 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] Checking router: 4469d47a-4dc5-49e9-8e6d-894714b72a17 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:21:02.210130 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e8b78189-1b1e-4a5d-b0d6-a9d7fd039a86 req-83874697-42e8-4cfc-b460-3f2c03cee266 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975122 Mar 31 18:21:02.216193 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:02.216825 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:02.324666 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:21:02.337070 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:02.337764 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Publish callbacks [] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.357462 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Transition to ACTIVE for port object dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:21:02.445067 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.499390 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Pushing event updated for resources: {'Port': ['ID=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:02.599498 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Attempting to bind port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:21:02.599938 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Attempting to bind port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:21:02.600372 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Attempting to bind port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:21:02.609972 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:21:02.610307 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Attempting to bind port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 on network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:21:02.615763 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:21:02.616109 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Checking segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:21:02.616499 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Bound using segment: {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:21:02.616935 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Bound port: dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1702d6e-d7f3-4344-9868-ea0eba044a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:21:02.617298 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.688755 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] For port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:21:02.691675 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:02.692700 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] For port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:21:02.720961 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090d029-6d7c-4963-8228-23a52f91086a None None] The sync data for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb is: [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '66575023-e692-452c-b695-f8da113433bd', 'name': '', 'network_id': '4872666f-abbb-46a7-ab9a-83cc9a51bbac', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'mac_address': 'fa:16:3e:da:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:04Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'subnets': [{'id': 'b81c167d-082d-43d3-9246-74a8094f2168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:21:02.785621 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.819870 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:02.820488 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:02.821900 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] 10.222.0.65 "PUT /v2.0/ports/dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 HTTP/1.1" status: 200 len: 1094 time: 1.0251095 Mar 31 18:21:02.867070 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4be9-656f-4360-9efd-cf12dd729bbb service neutron] Pushing event updated for resources: {'Port': ['ID=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:03.040970 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-97fffed0-5993-475a-99ec-75b133016841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:03.042931 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-97fffed0-5993-475a-99ec-75b133016841 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 1128 time: 0.0589433 Mar 31 18:21:03.056277 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44486af5-3d6e-4348-a3eb-68219fb0cae6 None None] New status for floating IP 7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:21:03.108295 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-f45be20b-df81-474f-b396-69c9cf16e989 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 HTTP/1.1" status: 200 len: 217 time: 0.0475552 Mar 31 18:21:03.163618 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-5906976e-892e-432e-becb-49225b1f7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:03.166334 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-5906976e-892e-432e-becb-49225b1f7ecf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0512664 Mar 31 18:21:03.221585 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56076) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:03.229891 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-8f2caac9-242a-418f-8387-62cf5f4ae151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:03.231413 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-8f2caac9-242a-418f-8387-62cf5f4ae151 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0582330 Mar 31 18:21:03.318982 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec76f755-2ad2-424e-9056-93ac68e5c2c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group (041c478b-6dfe-4cb2-ab2e-47d26eb600b5), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.359543 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-78b83c8f-d4e8-42a1-b51d-eb8b7e288c32 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212988 Mar 31 18:21:03.364478 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec76f755-2ad2-424e-9056-93ac68e5c2c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group (041c478b-6dfe-4cb2-ab2e-47d26eb600b5), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.409882 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68689ad7-9d15-4aea-ba9f-570f4a140d88 req-5e75b06b-8c13-44de-9d33-676757b8c0b1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:03.411456 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-68689ad7-9d15-4aea-ba9f-570f4a140d88 req-5e75b06b-8c13-44de-9d33-676757b8c0b1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 944 time: 0.1051915 Mar 31 18:21:03.460601 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1dba4ab5-4620-4ab9-bd91-6469edd376a2 req-e8de0d59-ba0e-4542-b147-509bc75e9d94 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949254 Mar 31 18:21:03.473189 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-68689ad7-9d15-4aea-ba9f-570f4a140d88 req-b1b33f30-33b7-4278-a561-a439db8e3fdb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Mar 31 18:21:03.536988 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec76f755-2ad2-424e-9056-93ac68e5c2c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (041c478b-6dfe-4cb2-ab2e-47d26eb600b5), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.539703 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec76f755-2ad2-424e-9056-93ac68e5c2c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.546105 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ec76f755-2ad2-424e-9056-93ac68e5c2c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "DELETE /v2.0/security-groups/041c478b-6dfe-4cb2-ab2e-47d26eb600b5 HTTP/1.1" status: 204 len: 168 time: 0.3181620 Mar 31 18:21:03.546433 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56080) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:03.551248 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76f755-2ad2-424e-9056-93ac68e5c2c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c478b-6dfe-4cb2-ab2e-47d26eb600b5,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:03.562126 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.api.v2.resource [None req-33dabde7-4bc4-4241-ba61-8fb366edc305 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] show failed (client error): The resource could not be found. Mar 31 18:21:03.563969 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-33dabde7-4bc4-4241-ba61-8fb366edc305 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups/041c478b-6dfe-4cb2-ab2e-47d26eb600b5 HTTP/1.1" status: 404 len: 347 time: 0.0181723 Mar 31 18:21:03.567115 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56082) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:03.706170 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Deleting port 6d6b65b4-c3ba-4407-a5eb-56a75030641e {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:03.706508 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.708092 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:03.710217 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4b24d-304b-414d-9290-2beac1583417" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:03.747737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2f3fa-d966-410c-98fb-b7e1de0550a9 x-openstack-request-id: req-17e2f3fa-d966-410c-98fb-b7e1de0550a9 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:03.748033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:03.748289 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17e2f3fa-d966-410c-98fb-b7e1de0550a9 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:03.748681 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e2f3fa-d966-410c-98fb-b7e1de0550a9'] response: {'name': 'network-changed', 'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'status': 'completed', 'code': 200} Mar 31 18:21:03.792498 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.792824 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (6d6b65b4-c3ba-4407-a5eb-56a75030641e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:03.806053 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Calling delete_port for 6d6b65b4-c3ba-4407-a5eb-56a75030641e owned by network:floatingip {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:03.910095 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4b24d-304b-414d-9290-2beac1583417 req-5bcf919d-7de9-40d8-b234-33a35014fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:03.912088 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-5bcf919d-7de9-40d8-b234-33a35014fbc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 1128 time: 0.1016829 Mar 31 18:21:04.044771 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4b24d-304b-414d-9290-2beac1583417 req-badf2d75-ec25-477b-8916-31d3e2ae6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:04.046162 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-badf2d75-ec25-477b-8916-31d3e2ae6f71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.1236951 Mar 31 18:21:04.083569 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 65a0c20e-4b38-49de-9b44-ace47273dc72 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:04.086960 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-8dc2d4a6-4d18-4b40-b613-ecf6eaa2e3bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 HTTP/1.1" status: 200 len: 217 time: 0.0347357 Mar 31 18:21:04.101506 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (6d6b65b4-c3ba-4407-a5eb-56a75030641e), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:04.104391 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 65a0c20e-4b38-49de-9b44-ace47273dc72 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:04.104742 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 65a0c20e-4b38-49de-9b44-ace47273dc72 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:04.153720 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event deleted for resources: {'Port': ['ID=6d6b65b4-c3ba-4407-a5eb-56a75030641e,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:04.181937 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4b24d-304b-414d-9290-2beac1583417 req-c9527dcf-303e-4202-a62d-c1610930e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:04.183423 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-c9527dcf-303e-4202-a62d-c1610930e58c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0909429 Mar 31 18:21:04.247080 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks [] for floatingip (7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:04.249610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:04.250743 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-96c0ed54-ab80-4938-a60f-0ea8156bd962 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "DELETE /v2.0/floatingips/7a7f96cd-391e-4c2c-a0ba-30a8c1d57b18 HTTP/1.1" status: 204 len: 168 time: 0.6823683 Mar 31 18:21:04.268372 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4b24d-304b-414d-9290-2beac1583417 req-06d4023c-43b4-46e4-a43d-f5efa9e45f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:04.270509 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-06d4023c-43b4-46e4-a43d-f5efa9e45f98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0673318 Mar 31 18:21:04.372127 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-4be5a83c-09c6-4d5d-a061-4818a95fd5c0 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949562 Mar 31 18:21:04.475435 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4f4b24d-304b-414d-9290-2beac1583417 req-365c84b9-2d56-4ed0-aea7-503f83d81892 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942845 Mar 31 18:21:04.598822 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263b20-307b-4c2d-b0ac-9e0aeef8a039 req-80dfd029-f71d-42f8-a2ec-7f9bff6e8486 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:04.600358 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-15263b20-307b-4c2d-b0ac-9e0aeef8a039 req-80dfd029-f71d-42f8-a2ec-7f9bff6e8486 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 944 time: 0.0553992 Mar 31 18:21:04.652580 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-15263b20-307b-4c2d-b0ac-9e0aeef8a039 req-b135492e-0532-429d-807e-8cce950b4964 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Mar 31 18:21:05.780746 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ba3b3-3ce8-4f25-8b0c-ada6a75fa387 req-661aee85-5eca-47e4-9de7-72bfd93a0ad6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:05.782680 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c78ba3b3-3ce8-4f25-8b0c-ada6a75fa387 req-661aee85-5eca-47e4-9de7-72bfd93a0ad6 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 944 time: 0.0621085 Mar 31 18:21:05.839563 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c78ba3b3-3ce8-4f25-8b0c-ada6a75fa387 req-38d6b4b5-6044-435b-a2db-6d7eebc8a87d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452309 Mar 31 18:21:06.967253 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef895aff-42e2-4668-a084-f2a502025364 req-04d89ca9-65cb-464b-8894-9519aa66ff0b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:06.968831 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef895aff-42e2-4668-a084-f2a502025364 req-04d89ca9-65cb-464b-8894-9519aa66ff0b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 944 time: 0.0547798 Mar 31 18:21:07.017701 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ef895aff-42e2-4668-a084-f2a502025364 req-aec28b15-4b4e-447c-9a99-1f4476ae7129 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Mar 31 18:21:07.335612 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1366f-042f-4e9b-9da6-b2a9c7ec2927 req-fea35ae8-059a-4c11-9ac4-18b48f899ce7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:07.337234 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f7d1366f-042f-4e9b-9da6-b2a9c7ec2927 req-fea35ae8-059a-4c11-9ac4-18b48f899ce7 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0608177 Mar 31 18:21:07.399826 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f7d1366f-042f-4e9b-9da6-b2a9c7ec2927 req-be6b9f7d-991b-4e35-88b0-ec8063b3bd37 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Mar 31 18:21:07.496158 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:21:08.117117 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:21:08.154144 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6440f-1e6a-487a-9a6e-06de0a5d0689 req-36a748e1-70c0-40dd-b94c-7a1428ac6cce tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:08.155722 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f6440f-1e6a-487a-9a6e-06de0a5d0689 req-36a748e1-70c0-40dd-b94c-7a1428ac6cce tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 944 time: 0.0582113 Mar 31 18:21:08.216603 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8f6440f-1e6a-487a-9a6e-06de0a5d0689 req-35733460-71ba-4855-b65a-09273dace56f tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536408 Mar 31 18:21:08.243504 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:08.258136 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'port_id': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'mac_address': 'fa:16:3e:55:38:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:21:08.297987 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:21:08.298929 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:08.312263 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:21:08.331350 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:08.431716 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:08.502455 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:08.511693 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.512235 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.512750 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.513212 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.513655 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.514124 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.514674 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.515132 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.516025 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.516580 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.517577 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.517974 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.518352 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.518873 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.519443 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:08.531332 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f322510-79f6-4d90-bcf5-eb7a86dff612 req-90e3ff92-a1a4-449c-9d6c-c55ba5e80b3d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:08.534449 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5f322510-79f6-4d90-bcf5-eb7a86dff612 req-90e3ff92-a1a4-449c-9d6c-c55ba5e80b3d tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0660412 Mar 31 18:21:08.583412 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5f322510-79f6-4d90-bcf5-eb7a86dff612 req-c15d406d-b96d-44c2-b08b-f6daa9b61ba1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Mar 31 18:21:09.151396 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:21:09.176753 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-0d58e534-5706-46b2-a97a-43e3baf9d9a5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:09.179029 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-0d58e534-5706-46b2-a97a-43e3baf9d9a5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 945 time: 0.0600135 Mar 31 18:21:09.328453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Deleting port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:09.328940 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:09.385324 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889f5ed-f05e-4f46-a911-585d0d59647e req-4a323a0c-0fd3-466c-a05c-d320468c71ad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:09.386841 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7889f5ed-f05e-4f46-a911-585d0d59647e req-4a323a0c-0fd3-466c-a05c-d320468c71ad tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 945 time: 0.0675068 Mar 31 18:21:09.431229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] For port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:09.431702 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:09.449165 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7889f5ed-f05e-4f46-a911-585d0d59647e req-ec1b97e9-511c-4642-9e0c-94647f9714df tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558097 Mar 31 18:21:09.455887 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Calling delete_port for d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:09.688013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (d7b3c2df-2961-469e-8ec1-e8fcf4af47a5), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:09.725420 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event deleted for resources: {'Port': ['ID=d7b3c2df-2961-469e-8ec1-e8fcf4af47a5,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:09.735447 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['d7b3c2df-2961-469e-8ec1-e8fcf4af47a5', '43efa667-26d2-46ef-90e3-b166aeced998'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:21:09.783261 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] No DVR routers for this DVR port d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:09.792082 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f2190-4650-46ff-8c06-51a2ea97dfa0 req-f25e967b-4626-41e3-84e5-d3a3f933e1bf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:09.799066 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-647f2190-4650-46ff-8c06-51a2ea97dfa0 req-f25e967b-4626-41e3-84e5-d3a3f933e1bf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 867 time: 0.1442389 Mar 31 18:21:09.801514 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:09.804878 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3c7279ad-b1db-47ff-bc9d-4975fb8542d6 req-40e0e28d-a8a9-4ddc-a231-1694b95f843e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "DELETE /v2.0/ports/d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 HTTP/1.1" status: 204 len: 173 time: 0.6207156 Mar 31 18:21:09.806003 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'name': 'network-vif-deleted', 'tag': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:09.808360 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a44838-6788-43ce-87fb-58b37de1bffd" -d '{"events": [{"server_uuid": "31f909e4-6f7e-4d17-aa18-95432ae5f40a", "name": "network-vif-deleted", "tag": "d7b3c2df-2961-469e-8ec1-e8fcf4af47a5"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:09.861169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20c7da-7ec6-4bab-87a6-787e4ea46d8d x-openstack-request-id: req-5c20c7da-7ec6-4bab-87a6-787e4ea46d8d {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:09.861567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f909e4-6f7e-4d17-aa18-95432ae5f40a", "name": "network-vif-deleted", "tag": "d7b3c2df-2961-469e-8ec1-e8fcf4af47a5", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:09.861972 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c20c7da-7ec6-4bab-87a6-787e4ea46d8d {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:09.862521 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c20c7da-7ec6-4bab-87a6-787e4ea46d8d'] response: {'server_uuid': '31f909e4-6f7e-4d17-aa18-95432ae5f40a', 'name': 'network-vif-deleted', 'tag': 'd7b3c2df-2961-469e-8ec1-e8fcf4af47a5', 'status': 'completed', 'code': 200} Mar 31 18:21:09.871512 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-647f2190-4650-46ff-8c06-51a2ea97dfa0 req-99413976-b74f-4ab3-a627-cce443d08e7e tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711672 Mar 31 18:21:10.599189 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14590-7ff1-4aca-b89f-683a62ae61bc req-6210be27-5ea1-4fc5-bad8-92dbb0e550b1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:10.600831 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bea14590-7ff1-4aca-b89f-683a62ae61bc req-6210be27-5ea1-4fc5-bad8-92dbb0e550b1 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 945 time: 0.0600915 Mar 31 18:21:10.658487 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-bea14590-7ff1-4aca-b89f-683a62ae61bc req-e6a50bcb-78cf-4246-a6ba-f075fd24c7fe tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506690 Mar 31 18:21:10.999016 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cb2663b9-cdd0-4374-91b4-807d4c1c4dcf req-7b56e30b-92d0-408f-8855-8c23d65ef5da tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=31f909e4-6f7e-4d17-aa18-95432ae5f40a HTTP/1.1" status: 200 len: 210 time: 0.0382278 Mar 31 18:21:11.788869 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b8822-992a-4e2d-8df2-422a09c4ba62 req-3dea4408-5f83-4e91-9c2f-659a995e5e3b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:11.790381 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-611b8822-992a-4e2d-8df2-422a09c4ba62 req-3dea4408-5f83-4e91-9c2f-659a995e5e3b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 945 time: 0.0570407 Mar 31 18:21:11.841497 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-611b8822-992a-4e2d-8df2-422a09c4ba62 req-11400556-8473-47bf-9811-59aa8946c024 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449126 Mar 31 18:21:12.132378 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:21:12.257291 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:21:12.260664 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:21:12.261041 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:12.348802 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:21:12.350198 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:12.373662 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:12.375959 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81be0532-d5b5-4450-a50a-b4508ed3fab0" -d '{"events": [{"server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "name": "network-vif-plugged", "status": "completed", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:12.389806 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:12.415566 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ba101f-5f00-47fc-82f6-93f1541fc1bd x-openstack-request-id: req-05ba101f-5f00-47fc-82f6-93f1541fc1bd {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:12.415863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "name": "network-vif-plugged", "status": "completed", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:12.416117 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05ba101f-5f00-47fc-82f6-93f1541fc1bd {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:12.418375 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ba101f-5f00-47fc-82f6-93f1541fc1bd'] response: {'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'code': 200} Mar 31 18:21:12.499447 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:12.500318 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:12.524138 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:12.524499 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device d7b3c2df-2961-469e-8ec1-e8fcf4af47a5 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:12.530574 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a123948-8d12-4d7a-9938-089210d7f42e req-bf32a5f1-2939-4721-bcc0-b55ba0ea5ca8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:12.532259 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7a123948-8d12-4d7a-9938-089210d7f42e req-bf32a5f1-2939-4721-bcc0-b55ba0ea5ca8 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0671151 Mar 31 18:21:12.570681 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:12.592937 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7a123948-8d12-4d7a-9938-089210d7f42e req-371dc3cd-8bdb-4ce9-81e7-a47c58ce259b tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512068 Mar 31 18:21:12.820676 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270513ce-cd0c-40d3-9a13-c3f8613e4b30 req-7259d025-ccb0-4394-9c56-c02f3c9fbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:12.822284 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-270513ce-cd0c-40d3-9a13-c3f8613e4b30 req-7259d025-ccb0-4394-9c56-c02f3c9fbfb2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 1130 time: 0.0481534 Mar 31 18:21:12.876016 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-270513ce-cd0c-40d3-9a13-c3f8613e4b30 req-0216f216-cadc-4713-97ca-b57f37270673 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449057 Mar 31 18:21:12.979494 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6006e4-1216-4540-b0cb-ab6550091b06 req-3309ed3c-0929-42ce-ace9-3b0fcaea4aa0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:12.981157 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c6006e4-1216-4540-b0cb-ab6550091b06 req-3309ed3c-0929-42ce-ace9-3b0fcaea4aa0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0610144 Mar 31 18:21:13.046595 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4c6006e4-1216-4540-b0cb-ab6550091b06 req-657d75db-52d6-48df-8657-5239abf4bd27 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587723 Mar 31 18:21:13.712558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a14111-d9ae-4aa0-85e1-15b515b8bbf7 req-5ef0e7d0-8b90-4f12-893e-63787aeb4661 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:13.714097 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-30a14111-d9ae-4aa0-85e1-15b515b8bbf7 req-5ef0e7d0-8b90-4f12-893e-63787aeb4661 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0534997 Mar 31 18:21:13.767916 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-30a14111-d9ae-4aa0-85e1-15b515b8bbf7 req-2708e37d-045a-4903-928a-fe6b88b0c5e3 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Mar 31 18:21:14.192327 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce633-bffa-4715-be29-275edb48069b req-65c80620-10f2-4494-8caa-7c13d10a1880 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:14.193867 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cfdce633-bffa-4715-be29-275edb48069b req-65c80620-10f2-4494-8caa-7c13d10a1880 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0695198 Mar 31 18:21:14.259943 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-cfdce633-bffa-4715-be29-275edb48069b req-ff1072f5-b93d-4df7-a79c-39d57ab7e1db tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589509 Mar 31 18:21:14.392709 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-2d9dbfab-faa4-44d0-b201-1ad04e5e6090 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445597 Mar 31 18:21:14.581851 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-c6446f5b-ab56-4769-ae94-0bc8033f09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:14.584228 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-c6446f5b-ab56-4769-ae94-0bc8033f09d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1129 time: 0.0497758 Mar 31 18:21:14.747340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-78aace2a-ecaa-4803-b6da-61bcae78fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:14.749146 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-78aace2a-ecaa-4803-b6da-61bcae78fea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 909 time: 0.1169741 Mar 31 18:21:14.838589 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-715fda8a-7930-4882-832b-a8daa45aa28d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 1001 time: 0.0826595 Mar 31 18:21:14.925082 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-8a38b022-a717-464b-abd6-5894de25aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:14.926549 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-8a38b022-a717-464b-abd6-5894de25aa01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 200 len: 847 time: 0.0700850 Mar 31 18:21:14.940389 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e857c9-c25d-4647-b824-7a1b19a748d0 req-c75a3e3b-0792-4ea1-b443-f02a0f14c4c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:14.942137 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f8e857c9-c25d-4647-b824-7a1b19a748d0 req-c75a3e3b-0792-4ea1-b443-f02a0f14c4c1 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1020207 Mar 31 18:21:15.015885 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f8e857c9-c25d-4647-b824-7a1b19a748d0 req-17e675d4-5fed-4718-8976-36e0dd09a0bf tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632131 Mar 31 18:21:15.021221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-088c7a45-aef2-4860-a259-0c63cff277d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:15.022696 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-088c7a45-aef2-4860-a259-0c63cff277d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20103efb-f0ee-4082-bade-70fb0ec7eb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0794950 Mar 31 18:21:15.123332 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-6f40230b-f66c-444f-8c11-7ba0629c1ef6 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933316 Mar 31 18:21:15.221443 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6587dfdd-e4b9-4310-baf9-0f2deb0a735f req-2d0335d8-9bc0-4871-b297-ab8e515114f9 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894217 Mar 31 18:21:15.402032 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce22db-cc20-45fb-a4f4-7c6c69560e66 req-32f69e99-d10b-4bb8-af60-5e6e1094538b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:15.403634 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-73ce22db-cc20-45fb-a4f4-7c6c69560e66 req-32f69e99-d10b-4bb8-af60-5e6e1094538b tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0672307 Mar 31 18:21:15.452702 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-73ce22db-cc20-45fb-a4f4-7c6c69560e66 req-3017bad5-2c3d-4e4f-aca1-72ab7740f105 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Mar 31 18:21:15.589900 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215bcdd-be07-4af0-a8c8-c12678aaed06 req-4394a683-09a6-444f-8f65-c116cff15231 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:15.591360 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8215bcdd-be07-4af0-a8c8-c12678aaed06 req-4394a683-09a6-444f-8f65-c116cff15231 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0669825 Mar 31 18:21:15.603626 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56152) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:15.608343 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Request body: {'floatingip': {'port_id': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:15.659458 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:15.892739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (48611585-93d3-4377-a254-f9792fd41a90), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.107962 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa18458-a078-46e2-8c55-e104467180c0 req-45b6d831-661c-4f9e-b894-bc45cedc6efe tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:16.109475 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-daa18458-a078-46e2-8c55-e104467180c0 req-45b6d831-661c-4f9e-b894-bc45cedc6efe tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.1599929 Mar 31 18:21:16.144854 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea271c0-6eb3-4e80-b08e-c13b0e5ccd6b req-63f4a485-2daa-440a-bc34-16c08d60f6f5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:16.147136 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eea271c0-6eb3-4e80-b08e-c13b0e5ccd6b req-63f4a485-2daa-440a-bc34-16c08d60f6f5 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 946 time: 0.0616691 Mar 31 18:21:16.200451 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-eea271c0-6eb3-4e80-b08e-c13b0e5ccd6b req-dc58a8b3-b84c-422a-83ad-b1ae2208d424 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/security-groups?id=469ca77b-8f1d-4728-9a0e-1d437890f1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Mar 31 18:21:16.349522 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Deleting port 43efa667-26d2-46ef-90e3-b166aeced998 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:16.350047 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (43efa667-26d2-46ef-90e3-b166aeced998), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.520859 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] For port 43efa667-26d2-46ef-90e3-b166aeced998, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=43efa667-26d2-46ef-90e3-b166aeced998,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:16.521162 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (43efa667-26d2-46ef-90e3-b166aeced998), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.538727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Calling delete_port for 43efa667-26d2-46ef-90e3-b166aeced998 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:16.550419 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.639236 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (48611585-93d3-4377-a254-f9792fd41a90), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.780687 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Floating IP 48611585-93d3-4377-a254-f9792fd41a90 associated. External IP: 172.37.4.35, port: dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3. Mar 31 18:21:16.842986 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (43efa667-26d2-46ef-90e3-b166aeced998), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.879081 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['43efa667-26d2-46ef-90e3-b166aeced998'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:21:16.885777 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Pushing event deleted for resources: {'Port': ['ID=43efa667-26d2-46ef-90e3-b166aeced998,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:16.946084 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] No DVR routers for this DVR port 43efa667-26d2-46ef-90e3-b166aeced998 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:16.949920 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:16.953330 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-daa18458-a078-46e2-8c55-e104467180c0 req-f6a6b434-b264-4cec-8831-11dc138e9f05 tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.65 "DELETE /v2.0/ports/43efa667-26d2-46ef-90e3-b166aeced998 HTTP/1.1" status: 204 len: 173 time: 0.8373730 Mar 31 18:21:16.953765 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'name': 'network-vif-deleted', 'tag': '43efa667-26d2-46ef-90e3-b166aeced998'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:16.956400 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b4cee0-aae0-4edf-8525-b07f420a028f" -d '{"events": [{"server_uuid": "c21a7e71-1673-446a-88d3-4f972b17e1a8", "name": "network-vif-deleted", "tag": "43efa667-26d2-46ef-90e3-b166aeced998"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:17.017571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8309692-23c3-4e31-9e72-af8278b92c9f x-openstack-request-id: req-d8309692-23c3-4e31-9e72-af8278b92c9f {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:17.017915 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21a7e71-1673-446a-88d3-4f972b17e1a8", "name": "network-vif-deleted", "tag": "43efa667-26d2-46ef-90e3-b166aeced998", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:17.018160 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8309692-23c3-4e31-9e72-af8278b92c9f {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:17.018566 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8309692-23c3-4e31-9e72-af8278b92c9f'] response: {'server_uuid': 'c21a7e71-1673-446a-88d3-4f972b17e1a8', 'name': 'network-vif-deleted', 'tag': '43efa667-26d2-46ef-90e3-b166aeced998', 'status': 'completed', 'code': 200} Mar 31 18:21:17.104846 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:21:17.229772 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:21:17.235108 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:17.241650 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:21:17.270983 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:17.271768 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:17.299078 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-15b255a9-3d00-4721-b1d3-b8bc1f0f2cfb tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "PUT /v2.0/floatingips/48611585-93d3-4377-a254-f9792fd41a90 HTTP/1.1" status: 200 len: 991 time: 1.6926320 Mar 31 18:21:17.323942 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e0139530-2298-4a3e-a0b6-fe9bde98dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:17.335427 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e6be5e92-6d8f-4261-a828-60e36c1f645c req-9aec1e35-4e8d-4ea7-bd7b-7f885ab060ed tempest-ServerRescueNegativeTestJSON-752001293 tempest-ServerRescueNegativeTestJSON-752001293-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21a7e71-1673-446a-88d3-4f972b17e1a8 HTTP/1.1" status: 200 len: 210 time: 0.0338399 Mar 31 18:21:17.420928 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:17.690818 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '48611585-93d3-4377-a254-f9792fd41a90', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'floating_ip_address': '172.37.4.35', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'port_id': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'mac_address': 'fa:16:3e:55:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:20:56Z', 'updated_at': '2022-03-31T18:21:16Z', 'revision_number': 1, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:17.723816 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:21:17.735123 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:17.736466 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:20:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:17.849014 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:18.115892 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '48611585-93d3-4377-a254-f9792fd41a90', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'floating_ip_address': '172.37.4.35', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'port_id': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'mac_address': 'fa:16:3e:55:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:20:56Z', 'updated_at': '2022-03-31T18:21:16Z', 'revision_number': 1, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:18.147561 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b5618-7f82-4a65-9d67-896d6ad5aadf None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '48611585-93d3-4377-a254-f9792fd41a90', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'floating_ip_address': '172.37.4.35', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'port_id': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'mac_address': 'fa:16:3e:55:38:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:20:56Z', 'updated_at': '2022-03-31T18:21:16Z', 'revision_number': 1, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:21:18.388147 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4dd24b-19a7-40ff-8915-95482a3aab43 None None] New status for floating IP 48611585-93d3-4377-a254-f9792fd41a90: ACTIVE {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:21:18.416566 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56166) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:19.018578 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (4469d47a-4dc5-49e9-8e6d-894714b72a17), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:19.019356 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:19.022146 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8cda26-1b32-404e-b474-75293bb43f91" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:19.073190 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e5c398-fcd6-4f08-a8b0-84f435c235c4 x-openstack-request-id: req-72e5c398-fcd6-4f08-a8b0-84f435c235c4 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:19.073624 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:19.074004 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72e5c398-fcd6-4f08-a8b0-84f435c235c4 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:19.074586 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e5c398-fcd6-4f08-a8b0-84f435c235c4'] response: {'name': 'network-changed', 'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'status': 'completed', 'code': 200} Mar 31 18:21:19.179708 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-90773ed4-5e0d-440c-8e1a-cd577cd20955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:19.182221 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-90773ed4-5e0d-440c-8e1a-cd577cd20955 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f530743e8254a409bf25893dfd2ccf5&device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 1130 time: 0.0623517 Mar 31 18:21:19.334836 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-b2f05a1c-374f-4673-bbdd-4044c78e1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:19.336525 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-b2f05a1c-374f-4673-bbdd-4044c78e1afa service neutron] 10.222.0.65 "GET /v2.0/networks?id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 200 len: 912 time: 0.1478856 Mar 31 18:21:19.367223 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Deleting port 66575023-e692-452c-b695-f8da113433bd {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:19.367801 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (66575023-e692-452c-b695-f8da113433bd), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:19.422083 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-198f6c3a-d197-46a1-bc28-928ef06ac190 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 HTTP/1.1" status: 200 len: 1001 time: 0.0785308 Mar 31 18:21:19.471360 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] For port 66575023-e692-452c-b695-f8da113433bd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=66575023-e692-452c-b695-f8da113433bd,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:19.472126 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (66575023-e692-452c-b695-f8da113433bd), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:19.473496 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-f968e1c1-be9b-4f24-9f59-188b4648ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:19.474983 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-f968e1c1-be9b-4f24-9f59-188b4648ec04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 200 len: 850 time: 0.0473764 Mar 31 18:21:19.484737 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-befac643-17f4-46b0-94d0-ca39ca53e9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:19.486331 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Calling delete_port for 66575023-e692-452c-b695-f8da113433bd owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:19.547034 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-0a1f6253-5e0f-4056-9e8e-82dcce892dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:19.549323 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-0a1f6253-5e0f-4056-9e8e-82dcce892dd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0682633 Mar 31 18:21:19.668573 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-6d7adc86-47cd-49af-88e2-c1e71da6b668 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129172 Mar 31 18:21:19.777523 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f8cda26-1b32-404e-b474-75293bb43f91 req-aed85315-7fb1-4b79-a58e-3627283438d0 service neutron] 10.222.0.65 "GET /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016443 Mar 31 18:21:19.790579 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (66575023-e692-452c-b695-f8da113433bd), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:19.822763 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Pushing event deleted for resources: {'Port': ['ID=66575023-e692-452c-b695-f8da113433bd,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:20.122479 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (4469d47a-4dc5-49e9-8e6d-894714b72a17), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:20.204005 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 43efa667-26d2-46ef-90e3-b166aeced998 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:20.234377 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 43efa667-26d2-46ef-90e3-b166aeced998 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:20.234819 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 43efa667-26d2-46ef-90e3-b166aeced998 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:20.368007 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Router 4469d47a-4dc5-49e9-8e6d-894714b72a17 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:21:20.504853 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:21:20.510719 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5de4176f-5d67-41de-85bd-7c6f4a5a5510 admin admin] 10.222.0.62 "PUT /v2.0/routers/4469d47a-4dc5-49e9-8e6d-894714b72a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0929070 Mar 31 18:21:20.513239 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56172) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:20.518978 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] Sync routers for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:21:20.556944 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:20.557959 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:20.850177 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:20.850848 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks [] for router (4469d47a-4dc5-49e9-8e6d-894714b72a17), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:20.903166 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:20.970738 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks [] for router_gateway (4469d47a-4dc5-49e9-8e6d-894714b72a17), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.083250 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Deleting port 95529404-525f-4cf1-b912-9b2ee00cf9cb {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:21.083710 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.100721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21'}], 'enable_snat': True}, 'gw_port_id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:21:19Z', 'revision_number': 5, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port': {'id': '95529404-525f-4cf1-b912-9b2ee00cf9cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:34Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:21.132268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] Checking router: 4469d47a-4dc5-49e9-8e6d-894714b72a17 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:21:21.141823 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] Routers {'4469d47a-4dc5-49e9-8e6d-894714b72a17'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:21.142465 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['4469d47a-4dc5-49e9-8e6d-894714b72a17'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:21.174290 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] For port 95529404-525f-4cf1-b912-9b2ee00cf9cb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95529404-525f-4cf1-b912-9b2ee00cf9cb,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:21.175156 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.194387 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Calling delete_port for 95529404-525f-4cf1-b912-9b2ee00cf9cb owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:21.268743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] Set router 4469d47a-4dc5-49e9-8e6d-894714b72a17 gateway port host: None {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:21.324737 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:21:20Z', 'revision_number': 6, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:21.358280 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022210d-b12c-4dd4-aa76-d120ac892854 None None] The sync data for ids ['4469d47a-4dc5-49e9-8e6d-894714b72a17'] in dv-cinder-master-3-smb is: [{'id': '4469d47a-4dc5-49e9-8e6d-894714b72a17', 'name': 'tempest-ServerRescueNegativeTestJSON-937053746-router', 'tenant_id': '52f95e5b41c24721a4fe311441406989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:32Z', 'updated_at': '2022-03-31T18:21:20Z', 'revision_number': 6, 'project_id': '52f95e5b41c24721a4fe311441406989', 'gw_port_host': None}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:21:21.524977 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (95529404-525f-4cf1-b912-9b2ee00cf9cb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.554075 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95529404-525f-4cf1-b912-9b2ee00cf9cb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:21.629737 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (4469d47a-4dc5-49e9-8e6d-894714b72a17), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.738435 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (4469d47a-4dc5-49e9-8e6d-894714b72a17), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.741552 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks [] for router_controller (4469d47a-4dc5-49e9-8e6d-894714b72a17), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.941847 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (4469d47a-4dc5-49e9-8e6d-894714b72a17), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.942361 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4469d47a-4dc5-49e9-8e6d-894714b72a17 {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:21:21.950530 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:21.950530 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e94cdbbe-e4f7-4b83-b566-451dd4584ff5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4469d47a-4dc5-49e9-8e6d-894714b72a17 HTTP/1.1" status: 204 len: 168 time: 1.4347000 Mar 31 18:21:21.952076 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56176) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:21.997571 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Deleting subnet b81c167d-082d-43d3-9246-74a8094f2168 {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:21:22.001724 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Publish callbacks [] for subnet (b81c167d-082d-43d3-9246-74a8094f2168), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.036734 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16214022'] for subnet (b81c167d-082d-43d3-9246-74a8094f2168), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.154165 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (b81c167d-082d-43d3-9246-74a8094f2168), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.232526 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 66575023-e692-452c-b695-f8da113433bd no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:22.254959 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 66575023-e692-452c-b695-f8da113433bd {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:22.255154 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 66575023-e692-452c-b695-f8da113433bd not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:22.354195 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16245580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15822073'] for subnet (b81c167d-082d-43d3-9246-74a8094f2168), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.384876 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81c167d-082d-43d3-9246-74a8094f2168,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:22.389575 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.393420 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b81c167d-082d-43d3-9246-74a8094f2168 HTTP/1.1" status: 204 len: 168 time: 0.4403539 Mar 31 18:21:22.397416 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab8fbf-c83b-4fac-8f70-4d1af00db7d2 None None] Network 4872666f-abbb-46a7-ab9a-83cc9a51bbac requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:21:22.397586 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56178) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:22.400278 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.400976 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.401602 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.402204 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.403084 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.403484 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.404080 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.404677 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.405283 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.405926 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.406557 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.407383 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.408027 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.408619 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.409273 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98cb117-7be0-469b-ac07-f37b3555f7ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.458324 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.490805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (4872666f-abbb-46a7-ab9a-83cc9a51bbac), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.552026 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Deleting port 42240fdb-d74b-4b89-aabd-c83787398b2c {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:22.552363 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.597456 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] DHCP port deletion for 4872666f-abbb-46a7-ab9a-83cc9a51bbac request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:21:22.637662 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] For port 42240fdb-d74b-4b89-aabd-c83787398b2c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=42240fdb-d74b-4b89-aabd-c83787398b2c,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:22.637662 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.660052 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] Deleting port 42240fdb-d74b-4b89-aabd-c83787398b2c {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:22.660434 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.661225 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Calling delete_port for 42240fdb-d74b-4b89-aabd-c83787398b2c owned by network:dhcp {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:22.744972 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] For port 42240fdb-d74b-4b89-aabd-c83787398b2c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=42240fdb-d74b-4b89-aabd-c83787398b2c,segment=NetworkSegment(438c1680-ef27-4c22-b724-6cdebf9b312c),segment_id=438c1680-ef27-4c22-b724-6cdebf9b312c)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:22.744972 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.755935 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] Calling delete_port for 42240fdb-d74b-4b89-aabd-c83787398b2c owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:22.856352 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.888816 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Pushing event deleted for resources: {'Port': ['ID=42240fdb-d74b-4b89-aabd-c83787398b2c,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:22.889099 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (42240fdb-d74b-4b89-aabd-c83787398b2c), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:22.892256 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] No DVR routers for this DVR port 42240fdb-d74b-4b89-aabd-c83787398b2c on host dv-cinder-master-3-smb {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:22.903430 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.903889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.904342 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.904827 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.905252 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.905691 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.906150 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.906617 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.907763 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.908193 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.908607 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.909026 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.909445 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.909883 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.910297 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:21:22.921391 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] Pushing event deleted for resources: {'Port': ['ID=42240fdb-d74b-4b89-aabd-c83787398b2c,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:22.932056 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b4856-d136-40c5-a17a-1b881446f64d None None] No DVR routers for this DVR port 42240fdb-d74b-4b89-aabd-c83787398b2c on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:22.997280 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (4872666f-abbb-46a7-ab9a-83cc9a51bbac), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.021754 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4872666f-abbb-46a7-ab9a-83cc9a51bbac']}} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:23.036292 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438c1680-ef27-4c22-b724-6cdebf9b312c') {'for_net_delete': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:23.036604 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438c1680-ef27-4c22-b724-6cdebf9b312c') {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:23.047150 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13965799'] for segment (438c1680-ef27-4c22-b724-6cdebf9b312c), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.060456 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (438c1680-ef27-4c22-b724-6cdebf9b312c), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.066605 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:21:23.067073 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13968474'] for segment (438c1680-ef27-4c22-b724-6cdebf9b312c), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: Traceback (most recent call last): Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: timer() Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: cb(*args, **kw) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: return func(*args, **kwargs) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: self._notify() Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: self.callback(batched_events) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: event.method(event) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: return f(self, *a, **k) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: return self._get(url).json() Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: return self.request(url, 'GET', **kwargs) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:21:23.069593 dv-cinder-master-3-smb neutron-server[103981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:21:23.227664 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (4872666f-abbb-46a7-ab9a-83cc9a51bbac), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.232313 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.236797 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] 10.222.0.62 "DELETE /v2.0/networks/4872666f-abbb-46a7-ab9a-83cc9a51bbac HTTP/1.1" status: 204 len: 168 time: 0.8380272 Mar 31 18:21:23.252369 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b515a-c859-49c9-b436-ffb14251df7d admin admin] Pushing event deleted for resources: {'Network': ['ID=4872666f-abbb-46a7-ab9a-83cc9a51bbac,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:23.541791 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.636409 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56182) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:23.678494 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-272a132e-7120-4610-b3c0-55f01df0c22b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52f95e5b41c24721a4fe311441406989&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408852 Mar 31 18:21:23.684986 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56184) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:23.733149 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bd66-2210-46d8-9fd7-0fc9aed6e8d6 admin admin] Publish callbacks [] for security_group (469ca77b-8f1d-4728-9a0e-1d437890f1b1), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.758085 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bd66-2210-46d8-9fd7-0fc9aed6e8d6 admin admin] Publish callbacks [] for security_group (469ca77b-8f1d-4728-9a0e-1d437890f1b1), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.893382 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 95529404-525f-4cf1-b912-9b2ee00cf9cb no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:23.916486 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 95529404-525f-4cf1-b912-9b2ee00cf9cb {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:23.916828 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 95529404-525f-4cf1-b912-9b2ee00cf9cb not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:23.917292 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 42240fdb-d74b-4b89-aabd-c83787398b2c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:23.939913 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bd66-2210-46d8-9fd7-0fc9aed6e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (469ca77b-8f1d-4728-9a0e-1d437890f1b1), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.941681 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 42240fdb-d74b-4b89-aabd-c83787398b2c {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:23.942049 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 42240fdb-d74b-4b89-aabd-c83787398b2c not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:23.943319 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f3b4bd66-2210-46d8-9fd7-0fc9aed6e8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:23.948781 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-f3b4bd66-2210-46d8-9fd7-0fc9aed6e8d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/469ca77b-8f1d-4728-9a0e-1d437890f1b1 HTTP/1.1" status: 204 len: 168 time: 0.2586322 Mar 31 18:21:23.955600 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4bd66-2210-46d8-9fd7-0fc9aed6e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ca77b-8f1d-4728-9a0e-1d437890f1b1,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:30.812208 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56256) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:30.938127 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3d8365d3-37ad-4a62-84c5-50d4d62e90e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.022805 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3d8365d3-37ad-4a62-84c5-50d4d62e90e3 admin admin] Publish callbacks [] for security_group (a6c2a670-9645-4d7b-abfa-0279bba182fa), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.110722 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3d8365d3-37ad-4a62-84c5-50d4d62e90e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (a6c2a670-9645-4d7b-abfa-0279bba182fa), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.150883 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3d8365d3-37ad-4a62-84c5-50d4d62e90e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c05703931514c4cacd4daf69ae99c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369818 Mar 31 18:21:31.151807 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8365d3-37ad-4a62-84c5-50d4d62e90e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c2a670-9645-4d7b-abfa-0279bba182fa,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:31.153677 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56260) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:31.216705 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1cddbfef-a4d3-4d01-92f8-7c747a147471 admin admin] Publish callbacks [] for security_group (a6c2a670-9645-4d7b-abfa-0279bba182fa), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.239603 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1cddbfef-a4d3-4d01-92f8-7c747a147471 admin admin] Publish callbacks [] for security_group (a6c2a670-9645-4d7b-abfa-0279bba182fa), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.379756 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1cddbfef-a4d3-4d01-92f8-7c747a147471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (a6c2a670-9645-4d7b-abfa-0279bba182fa), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.383972 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-1cddbfef-a4d3-4d01-92f8-7c747a147471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:31.385465 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-1cddbfef-a4d3-4d01-92f8-7c747a147471 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6c2a670-9645-4d7b-abfa-0279bba182fa HTTP/1.1" status: 204 len: 168 time: 0.2306178 Mar 31 18:21:31.397562 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddbfef-a4d3-4d01-92f8-7c747a147471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c2a670-9645-4d7b-abfa-0279bba182fa,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:37.775308 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56428) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:37.905362 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7290b36-95fe-453c-a9a8-3c82a5d1262c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:37.984459 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7290b36-95fe-453c-a9a8-3c82a5d1262c admin admin] Publish callbacks [] for security_group (932cb0a8-9d30-441c-953f-93c2ac520393), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:38.064535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c7290b36-95fe-453c-a9a8-3c82a5d1262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (932cb0a8-9d30-441c-953f-93c2ac520393), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:38.103968 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c7290b36-95fe-453c-a9a8-3c82a5d1262c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57127646568e448083e6bd9767ce4602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271527 Mar 31 18:21:38.104803 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7290b36-95fe-453c-a9a8-3c82a5d1262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932cb0a8-9d30-441c-953f-93c2ac520393,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:38.107965 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56432) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:38.158264 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0261f57f-e98a-4aa5-944c-a03ffc4324b7 admin admin] Publish callbacks [] for security_group (932cb0a8-9d30-441c-953f-93c2ac520393), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:38.179980 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0261f57f-e98a-4aa5-944c-a03ffc4324b7 admin admin] Publish callbacks [] for security_group (932cb0a8-9d30-441c-953f-93c2ac520393), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:38.330797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0261f57f-e98a-4aa5-944c-a03ffc4324b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (932cb0a8-9d30-441c-953f-93c2ac520393), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:38.333409 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0261f57f-e98a-4aa5-944c-a03ffc4324b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:38.334668 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-0261f57f-e98a-4aa5-944c-a03ffc4324b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/932cb0a8-9d30-441c-953f-93c2ac520393 HTTP/1.1" status: 204 len: 168 time: 0.2257712 Mar 31 18:21:38.342814 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261f57f-e98a-4aa5-944c-a03ffc4324b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932cb0a8-9d30-441c-953f-93c2ac520393,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:38.744982 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-570ef111-1b9a-4c02-b210-d44a18302152 req-ce88e6c2-ae4b-4cd5-82d7-4062f97b6c71 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705090045&fields=id&tenant_id=9e6efa2ce4f248d3977d8be70011f203 HTTP/1.1" status: 200 len: 267 time: 0.0654039 Mar 31 18:21:38.815847 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef111-1b9a-4c02-b210-d44a18302152 req-853784c7-97be-4970-ae7f-dd5d03b31055 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:38.818242 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-570ef111-1b9a-4c02-b210-d44a18302152 req-853784c7-97be-4970-ae7f-dd5d03b31055 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 984 time: 0.0650005 Mar 31 18:21:38.831113 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Request body: {'port': {'security_groups': ['85b11a1c-f714-418b-b252-b71fb889ca62']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:38.919647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.015614 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56446) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:39.030180 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-621e1aae-dc4d-4813-9cfe-02cf32635e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.118139 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-621e1aae-dc4d-4813-9cfe-02cf32635e16 admin admin] Publish callbacks [] for security_group (4bbcd61d-13c7-48d7-ae31-8698681d5bc7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.213530 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-621e1aae-dc4d-4813-9cfe-02cf32635e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (4bbcd61d-13c7-48d7-ae31-8698681d5bc7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.280590 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-621e1aae-dc4d-4813-9cfe-02cf32635e16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5db3cc457656464aa07534d9d4d78499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604914 Mar 31 18:21:39.280590 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e1aae-dc4d-4813-9cfe-02cf32635e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbcd61d-13c7-48d7-ae31-8698681d5bc7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:39.281051 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56448) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:39.395605 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-472abc8b-1184-448e-88dd-1b5548a90b09 admin admin] Publish callbacks [] for security_group (4bbcd61d-13c7-48d7-ae31-8698681d5bc7), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.440589 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-472abc8b-1184-448e-88dd-1b5548a90b09 admin admin] Publish callbacks [] for security_group (4bbcd61d-13c7-48d7-ae31-8698681d5bc7), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.450426 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:39.499143 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.599378 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.637899 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-472abc8b-1184-448e-88dd-1b5548a90b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (4bbcd61d-13c7-48d7-ae31-8698681d5bc7), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.640016 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:21:39.640528 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-472abc8b-1184-448e-88dd-1b5548a90b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.644342 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-472abc8b-1184-448e-88dd-1b5548a90b09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bbcd61d-13c7-48d7-ae31-8698681d5bc7 HTTP/1.1" status: 204 len: 168 time: 0.3591623 Mar 31 18:21:39.661606 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472abc8b-1184-448e-88dd-1b5548a90b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbcd61d-13c7-48d7-ae31-8698681d5bc7,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:39.674981 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:39.676017 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.677514 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-570ef111-1b9a-4c02-b210-d44a18302152 req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "PUT /v2.0/ports/4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 942 time: 0.8518867 Mar 31 18:21:39.677666 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:39.679968 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:39.691179 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56460) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:39.697139 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814335e-5df8-423e-8b08-f663f227ce41 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event updated for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=7']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:39.748776 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68617c8e-57e7-418c-ae55-b3f4ca0f9b4f x-openstack-request-id: req-68617c8e-57e7-418c-ae55-b3f4ca0f9b4f {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:39.749379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:39.749706 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68617c8e-57e7-418c-ae55-b3f4ca0f9b4f {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:39.750165 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68617c8e-57e7-418c-ae55-b3f4ca0f9b4f'] response: {'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'status': 'completed', 'code': 200} Mar 31 18:21:39.808944 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c1674a37-05a0-4e57-9243-b5b72ddb5332 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group (e74805e2-421a-4bd1-bf8b-b1b89266bfb8), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.872756 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c1674a37-05a0-4e57-9243-b5b72ddb5332 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group (e74805e2-421a-4bd1-bf8b-b1b89266bfb8), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:39.885601 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:21:39.968453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-f62efb2b-97ef-4b0f-af45-7039c3a9a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:39.970541 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-f62efb2b-97ef-4b0f-af45-7039c3a9a078 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1129 time: 0.1351643 Mar 31 18:21:40.104872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-5dc8b3d1-76a3-4a96-9d02-849241375233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:40.105490 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c1674a37-05a0-4e57-9243-b5b72ddb5332 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e74805e2-421a-4bd1-bf8b-b1b89266bfb8), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:40.107690 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-5dc8b3d1-76a3-4a96-9d02-849241375233 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 916 time: 0.1293314 Mar 31 18:21:40.110599 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c1674a37-05a0-4e57-9243-b5b72ddb5332 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:40.111840 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c1674a37-05a0-4e57-9243-b5b72ddb5332 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "DELETE /v2.0/security-groups/e74805e2-421a-4bd1-bf8b-b1b89266bfb8 HTTP/1.1" status: 204 len: 168 time: 0.4195597 Mar 31 18:21:40.117114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56468) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:40.155433 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-89042bd5-7f4b-4dbf-b481-2df118b1d125 None None] Provisioning complete for port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:21:40.155786 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-89042bd5-7f4b-4dbf-b481-2df118b1d125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:40.203835 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-9e7f8322-2517-4e00-b845-2d9271ba69e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 1001 time: 0.0893948 Mar 31 18:21:40.252610 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1674a37-05a0-4e57-9243-b5b72ddb5332 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74805e2-421a-4bd1-bf8b-b1b89266bfb8,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:40.305273 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-89042bd5-7f4b-4dbf-b481-2df118b1d125 None None] Current status of the port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e is: ACTIVE; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:21:40.320588 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-58ae548d-a6bb-46a1-a072-9fd8ba314562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:40.322626 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-58ae548d-a6bb-46a1-a072-9fd8ba314562 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 200 len: 854 time: 0.1105938 Mar 31 18:21:40.384258 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-e84d9333-553b-46f8-8f20-18b6c8d19889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:40.386092 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-e84d9333-553b-46f8-8f20-18b6c8d19889 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3477a37f-0a72-4ad8-92d9-2391e31397cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523765 Mar 31 18:21:40.519240 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Deleting port f7f64bb8-5c77-4654-aac1-ebbad4fdb481 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:40.519577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:40.548996 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-1b993691-d980-4768-8760-0c75ef2249ca service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556101 Mar 31 18:21:40.655794 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:40.656384 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for floatingip (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:40.673789 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Calling delete_port for f7f64bb8-5c77-4654-aac1-ebbad4fdb481 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:40.683029 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bebf2dd6-c92b-4fbc-9c91-0de8720797f0 req-b19239e3-c7d8-498e-a63d-c2b4f9df417a service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280637 Mar 31 18:21:40.996625 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (f7f64bb8-5c77-4654-aac1-ebbad4fdb481), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:41.023451 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event deleted for resources: {'Port': ['ID=f7f64bb8-5c77-4654-aac1-ebbad4fdb481,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:41.092776 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks [] for floatingip (e58691dc-316c-4f33-b041-a2288dfc96ef), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:41.093107 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Floating IP e58691dc-316c-4f33-b041-a2288dfc96ef disassociated (deleted). External IP: 172.37.4.168, port: 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e. Mar 31 18:21:41.341450 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:21:41.519531 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:21:41.527832 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:41.531948 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] Sync routers for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:21:41.543695 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:41.544437 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:41.562731 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-63e96b2b-405f-4435-a21e-2dae66627c2f tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "DELETE /v2.0/floatingips/e58691dc-316c-4f33-b041-a2288dfc96ef HTTP/1.1" status: 204 len: 168 time: 1.4436085 Mar 31 18:21:41.563443 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:41.565800 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:41.696815 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:41.852937 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9892991-6fa3-4608-9841-9590cef6a198 x-openstack-request-id: req-c9892991-6fa3-4608-9841-9590cef6a198 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:41.853232 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:41.853488 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9892991-6fa3-4608-9841-9590cef6a198 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:41.853896 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9892991-6fa3-4608-9841-9590cef6a198'] response: {'name': 'network-changed', 'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'status': 'completed', 'code': 200} Mar 31 18:21:42.010389 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-c911013b-24a4-48a5-a375-c8788565d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:42.012298 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-c911013b-24a4-48a5-a375-c8788565d357 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e6efa2ce4f248d3977d8be70011f203&device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 1129 time: 0.1020567 Mar 31 18:21:42.026183 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:42.072093 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] Checking router: 0a79983b-cf00-47ab-9cf2-d4fd99398f1b for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:21:42.087868 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:42.089053 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:42.162409 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-682d8f4e-30cb-4ddc-8825-7c48c398e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:42.164002 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-682d8f4e-30cb-4ddc-8825-7c48c398e30d service neutron] 10.222.0.65 "GET /v2.0/networks?id=3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 200 len: 916 time: 0.1449392 Mar 31 18:21:42.233101 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-fb080352-fe58-4e68-8f3c-d6f1919aac20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 200 len: 217 time: 0.0515511 Mar 31 18:21:42.235549 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:42.300404 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-be7295c5-4245-4a31-814d-7238176b9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:42.302471 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-be7295c5-4245-4a31-814d-7238176b9603 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 200 len: 854 time: 0.0641999 Mar 31 18:21:42.370647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-5febd1e5-1668-4ec4-add7-074e1610610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:42.370647 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-5febd1e5-1668-4ec4-add7-074e1610610d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3477a37f-0a72-4ad8-92d9-2391e31397cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0598989 Mar 31 18:21:42.494349 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-b03f14ea-a34b-45de-a374-a509c00c185f service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141443 Mar 31 18:21:42.537572 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:42.570072 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb53bb8-59c9-495c-a09b-a7f85889550f None None] The sync data for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb is: [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:17:41Z', 'revision_number': 4, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '6d6189dc-b847-46f9-a580-231b385a1847', 'name': '', 'network_id': '3477a37f-0a72-4ad8-92d9-2391e31397cf', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'mac_address': 'fa:16:3e:3c:bc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:40Z', 'updated_at': '2022-03-31T18:17:46Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'subnets': [{'id': 'd1026163-3827-4aa6-8217-8e8200b2c61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:21:42.630266 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0f3b4f43-19fe-4289-afa3-1ab87bcc4b4f req-e830505d-f6ef-4d12-8b8b-95dbd9f386a3 service neutron] 10.222.0.65 "GET /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290371 Mar 31 18:21:42.869805 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e316990-46cf-4163-936b-f51ceffc4327 None None] New status for floating IP e58691dc-316c-4f33-b041-a2288dfc96ef: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:21:43.673383 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326d8b8-602d-4162-9271-7d42eac84714 req-4f9b3030-ec77-481c-8380-c85fcf8ec5cf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:43.674870 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4326d8b8-602d-4162-9271-7d42eac84714 req-4f9b3030-ec77-481c-8380-c85fcf8ec5cf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0575745 Mar 31 18:21:43.732613 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4326d8b8-602d-4162-9271-7d42eac84714 req-37b0da5f-e5ae-4c08-b384-8afd7a067d84 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487792 Mar 31 18:21:44.495809 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:21:44.877857 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd536c9-fd5b-4fbf-812e-53d6dfb8eb3d req-5e5079c0-cd0d-48a8-9b49-25675c2fefc3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:44.879390 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5bd536c9-fd5b-4fbf-812e-53d6dfb8eb3d req-5e5079c0-cd0d-48a8-9b49-25675c2fefc3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0658388 Mar 31 18:21:44.939831 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5bd536c9-fd5b-4fbf-812e-53d6dfb8eb3d req-5467d7ef-d201-4808-864e-20a2874fdb51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539501 Mar 31 18:21:45.661191 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:45.902770 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-99cce12f-7b05-4b50-a079-75df6c40008f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:45.904380 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-99cce12f-7b05-4b50-a079-75df6c40008f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0689912 Mar 31 18:21:46.081072 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:46.081613 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:46.129050 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd840d0d-b64d-435d-9fe3-124cdda998d0 req-dd6f75b7-b77c-402c-a832-cfab8c9129c0 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:46.131810 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-dd840d0d-b64d-435d-9fe3-124cdda998d0 req-dd6f75b7-b77c-402c-a832-cfab8c9129c0 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 946 time: 0.0841415 Mar 31 18:21:46.201544 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-dd840d0d-b64d-435d-9fe3-124cdda998d0 req-fbc685f7-5e68-4d48-b86b-96f308296d75 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=c93bd1d6-cf87-4793-a8be-332608989a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630152 Mar 31 18:21:46.238137 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3315-43d2-46a6-96f9-3e7664a708a3 req-025ac755-8e60-4a5d-9a12-9e24c9bc1353 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:46.239104 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-59ad3315-43d2-46a6-96f9-3e7664a708a3 req-025ac755-8e60-4a5d-9a12-9e24c9bc1353 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.1510339 Mar 31 18:21:46.261686 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] For port a91c3b05-2e7f-4afa-b7a6-9dd158256f45, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:46.262061 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:46.372510 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-59ad3315-43d2-46a6-96f9-3e7664a708a3 req-dcd55a86-0c18-4b98-a711-a9b081be6d19 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158085 Mar 31 18:21:46.500817 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:46.501076 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (6967cc23-ea9d-4e10-baca-81352363a51c), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:46.501382 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP 6967cc23-ea9d-4e10-baca-81352363a51c disassociated. External IP: 172.37.4.215, port: a91c3b05-2e7f-4afa-b7a6-9dd158256f45. Mar 31 18:21:46.501734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for a91c3b05-2e7f-4afa-b7a6-9dd158256f45 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:46.727708 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (a91c3b05-2e7f-4afa-b7a6-9dd158256f45), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:46.762244 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=a91c3b05-2e7f-4afa-b7a6-9dd158256f45,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:46.907176 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:21:47.071641 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:21:47.074359 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:21:47.075224 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:47.075224 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:47.093130 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] No DVR routers for this DVR port a91c3b05-2e7f-4afa-b7a6-9dd158256f45 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:47.096974 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:47.101429 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff77b636-18d5-46c8-91a4-f05ac4d78094 req-5a2ebd4d-465d-4866-a224-754335778a51 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "DELETE /v2.0/ports/a91c3b05-2e7f-4afa-b7a6-9dd158256f45 HTTP/1.1" status: 204 len: 173 time: 1.1906831 Mar 31 18:21:47.102113 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'name': 'network-vif-deleted', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:47.106587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc4493d-3cd9-4890-8acb-424089692956" -d '{"events": [{"server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "name": "network-vif-deleted", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:47.170768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182638bb-bca5-4017-adc1-c84de67e214a x-openstack-request-id: req-182638bb-bca5-4017-adc1-c84de67e214a {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:47.172324 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a915d54-b0d3-4de8-a4bd-8b4774a15bfc", "name": "network-vif-deleted", "tag": "a91c3b05-2e7f-4afa-b7a6-9dd158256f45", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:47.172979 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-182638bb-bca5-4017-adc1-c84de67e214a {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:47.173851 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182638bb-bca5-4017-adc1-c84de67e214a'] response: {'server_uuid': '8a915d54-b0d3-4de8-a4bd-8b4774a15bfc', 'name': 'network-vif-deleted', 'tag': 'a91c3b05-2e7f-4afa-b7a6-9dd158256f45', 'status': 'completed', 'code': 200} Mar 31 18:21:47.300719 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e84d293a-7440-4c95-bbfa-93b0f76653c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:47.357951 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2ade4a18-59ac-4f29-9bde-440cee9fe115 req-34fabafe-0b24-461a-bde8-8512a57d88f4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a915d54-b0d3-4de8-a4bd-8b4774a15bfc HTTP/1.1" status: 200 len: 210 time: 0.0564492 Mar 31 18:21:47.385272 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:47.558870 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f3c28-a93c-4812-b64b-88de3bcf2145 req-0ccf6b19-a110-4a33-ab51-234a3ff187cb tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:47.568655 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ab1f3c28-a93c-4812-b64b-88de3bcf2145 req-0ccf6b19-a110-4a33-ab51-234a3ff187cb tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0968103 Mar 31 18:21:47.625743 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ab1f3c28-a93c-4812-b64b-88de3bcf2145 req-f3d9e832-312e-45a5-9337-51841232c37d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Mar 31 18:21:47.688649 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:47.716818 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:21:47.729316 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:47.729934 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:47.859992 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:48.105805 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56604) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:48.109738 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:48.139201 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efffb3f-2452-4cb5-944e-12eef3cac741 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:21:48.260669 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-088c7b42-99c5-4360-ac68-bdbf3c11f708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.366384 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device a91c3b05-2e7f-4afa-b7a6-9dd158256f45 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:48.370128 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-088c7b42-99c5-4360-ac68-bdbf3c11f708 admin admin] Publish callbacks [] for security_group (7a770ac5-99ff-4864-b3a0-eacb7a038c2b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.390201 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: a91c3b05-2e7f-4afa-b7a6-9dd158256f45 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:48.390683 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device a91c3b05-2e7f-4afa-b7a6-9dd158256f45 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:48.459244 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-088c7b42-99c5-4360-ac68-bdbf3c11f708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (7a770ac5-99ff-4864-b3a0-eacb7a038c2b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.493595 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3a860-0401-449d-9697-44db6e7423d5 None None] New status for floating IP 6967cc23-ea9d-4e10-baca-81352363a51c: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:21:48.504437 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-088c7b42-99c5-4360-ac68-bdbf3c11f708 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a93d28f71da2480da497a74343f71d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940239 Mar 31 18:21:48.504437 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7b42-99c5-4360-ac68-bdbf3c11f708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a770ac5-99ff-4864-b3a0-eacb7a038c2b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:48.506899 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56612) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:48.568774 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-674c8a58-1112-4ac0-9703-97385259de24 admin admin] Publish callbacks [] for security_group (7a770ac5-99ff-4864-b3a0-eacb7a038c2b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.576568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56614) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:48.613317 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-674c8a58-1112-4ac0-9703-97385259de24 admin admin] Publish callbacks [] for security_group (7a770ac5-99ff-4864-b3a0-eacb7a038c2b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.681005 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-21012739-f72e-4425-900a-382a279cf9b7 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:48.682985 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-21012739-f72e-4425-900a-382a279cf9b7 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.65 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.0972438 Mar 31 18:21:48.684605 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a72bafa7-9a69-42a3-9e55-eecccadb2909 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (c93bd1d6-cf87-4793-a8be-332608989a6f), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.760948 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a72bafa7-9a69-42a3-9e55-eecccadb2909 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (c93bd1d6-cf87-4793-a8be-332608989a6f), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.810793 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-674c8a58-1112-4ac0-9703-97385259de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (7a770ac5-99ff-4864-b3a0-eacb7a038c2b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.816182 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-674c8a58-1112-4ac0-9703-97385259de24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.821407 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-674c8a58-1112-4ac0-9703-97385259de24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a770ac5-99ff-4864-b3a0-eacb7a038c2b HTTP/1.1" status: 204 len: 168 time: 0.3120244 Mar 31 18:21:48.826974 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c8a58-1112-4ac0-9703-97385259de24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a770ac5-99ff-4864-b3a0-eacb7a038c2b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:48.878211 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d7a6c-9b61-411f-b71d-827fbecedd4d req-b7ab624f-8d6e-420e-9dad-6bfb99e7d154 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:48.879818 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-176d7a6c-9b61-411f-b71d-827fbecedd4d req-b7ab624f-8d6e-420e-9dad-6bfb99e7d154 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 945 time: 0.1503279 Mar 31 18:21:48.919709 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Deleting port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:48.920053 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:48.997689 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-176d7a6c-9b61-411f-b71d-827fbecedd4d req-74a8e2b5-6438-498c-9c05-741b7a687166 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/security-groups?id=85b11a1c-f714-418b-b252-b71fb889ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063659 Mar 31 18:21:49.002285 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a72bafa7-9a69-42a3-9e55-eecccadb2909 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c93bd1d6-cf87-4793-a8be-332608989a6f), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.006984 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a72bafa7-9a69-42a3-9e55-eecccadb2909 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.009200 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a72bafa7-9a69-42a3-9e55-eecccadb2909 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/security-groups/c93bd1d6-cf87-4793-a8be-332608989a6f HTTP/1.1" status: 204 len: 168 time: 0.4374421 Mar 31 18:21:49.026049 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56620) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:49.030442 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.api.v2.resource [None req-7574fb7b-5a3a-457d-9900-40d9168038f8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] show failed (client error): The resource could not be found. Mar 31 18:21:49.032027 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7574fb7b-5a3a-457d-9900-40d9168038f8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups/c93bd1d6-cf87-4793-a8be-332608989a6f HTTP/1.1" status: 404 len: 347 time: 0.0188560 Mar 31 18:21:49.034977 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56622) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:49.043748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bafa7-9a69-42a3-9e55-eecccadb2909 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93bd1d6-cf87-4793-a8be-332608989a6f,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:49.101234 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] For port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:49.101234 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.126667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Calling delete_port for 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:49.237089 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port bbb94e14-f359-4292-a33b-d62f77f5657b {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:49.237655 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.362824 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.363174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (bbb94e14-f359-4292-a33b-d62f77f5657b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.377114 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for bbb94e14-f359-4292-a33b-d62f77f5657b owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:49.427437 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.477808 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:21:49.483643 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Pushing event deleted for resources: {'Port': ['ID=4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:49.533700 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ada97ce1-ceb3-4bbb-8a21-9304aba83b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.555874 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] No DVR routers for this DVR port 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:49.559651 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.565470 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c9477d6d-654a-4ddb-87e9-cb7b64851a24 req-b729a52c-102f-4df0-9dcb-161f116b7e0d tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.65 "DELETE /v2.0/ports/4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e HTTP/1.1" status: 204 len: 173 time: 0.8738816 Mar 31 18:21:49.566202 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'name': 'network-vif-deleted', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:49.569918 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b12454-ba83-4c5f-81ea-50cc478a33f2" -d '{"events": [{"server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "name": "network-vif-deleted", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:49.618191 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51416e-f2d4-470d-9ffe-1f5d92721cf0 x-openstack-request-id: req-bb51416e-f2d4-470d-9ffe-1f5d92721cf0 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:49.619153 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43b316a-9cf2-41f8-ad4a-f140a93607a9", "name": "network-vif-deleted", "tag": "4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:49.619153 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb51416e-f2d4-470d-9ffe-1f5d92721cf0 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:49.619153 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb51416e-f2d4-470d-9ffe-1f5d92721cf0'] response: {'server_uuid': 'b43b316a-9cf2-41f8-ad4a-f140a93607a9', 'name': 'network-vif-deleted', 'tag': '4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e', 'status': 'completed', 'code': 200} Mar 31 18:21:49.638244 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (bbb94e14-f359-4292-a33b-d62f77f5657b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.667467 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=bbb94e14-f359-4292-a33b-d62f77f5657b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:49.736530 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (6967cc23-ea9d-4e10-baca-81352363a51c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.739099 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.740772 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ecb5038b-b818-42da-9f72-2c9b3bd31091 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/floatingips/6967cc23-ea9d-4e10-baca-81352363a51c HTTP/1.1" status: 204 len: 168 time: 0.7043738 Mar 31 18:21:49.770296 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56630) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:49.785673 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3240203c-1efa-47c5-a99c-bf17d570d804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:49.894450 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3240203c-1efa-47c5-a99c-bf17d570d804 admin admin] Publish callbacks [] for security_group (c7baa115-228c-4685-89ac-23fbb2991416), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.001433 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3240203c-1efa-47c5-a99c-bf17d570d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c7baa115-228c-4685-89ac-23fbb2991416), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.048116 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3240203c-1efa-47c5-a99c-bf17d570d804 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a058e6808da45f5a2cb0ab2f8c77a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767086 Mar 31 18:21:50.049025 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240203c-1efa-47c5-a99c-bf17d570d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7baa115-228c-4685-89ac-23fbb2991416,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:50.052142 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56634) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:50.128078 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a242136-7ed5-494b-ad11-a2dd6d140e37 admin admin] Publish callbacks [] for security_group (c7baa115-228c-4685-89ac-23fbb2991416), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.154795 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a242136-7ed5-494b-ad11-a2dd6d140e37 admin admin] Publish callbacks [] for security_group (c7baa115-228c-4685-89ac-23fbb2991416), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.172139 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-27271c3a-8147-43c4-9f51-f0fe343bd800 req-8273bdfd-16d9-407d-b57f-7eae9eb4fe08 tempest-TestMinimumBasicScenario-16268433 tempest-TestMinimumBasicScenario-16268433-project] 10.222.0.62 "GET /v2.0/ports?device_id=b43b316a-9cf2-41f8-ad4a-f140a93607a9 HTTP/1.1" status: 200 len: 210 time: 0.0349205 Mar 31 18:21:50.173407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56636) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:50.182780 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800824213', 'description': 'tempest-description--88460057'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:50.316517 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.337453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a242136-7ed5-494b-ad11-a2dd6d140e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c7baa115-228c-4685-89ac-23fbb2991416), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.340026 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3a242136-7ed5-494b-ad11-a2dd6d140e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.341188 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3a242136-7ed5-494b-ad11-a2dd6d140e37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7baa115-228c-4685-89ac-23fbb2991416 HTTP/1.1" status: 204 len: 168 time: 0.2880566 Mar 31 18:21:50.355346 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a242136-7ed5-494b-ad11-a2dd6d140e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7baa115-228c-4685-89ac-23fbb2991416,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:50.417336 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (76f5d71f-7ff6-4fd8-a45c-0726e8ec1039), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.489699 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (76f5d71f-7ff6-4fd8-a45c-0726e8ec1039), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.540817 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:50.610031 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.611096 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.619361 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56640) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:50.619529 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-bc464f54-fc4f-44c7-94dc-4b36ec6a880c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4422102 Mar 31 18:21:50.621682 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': '76f5d71f-7ff6-4fd8-a45c-0726e8ec1039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:50.813321 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (e436a165-2818-4e53-bee8-adca45e7db92), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:50.880724 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (e436a165-2818-4e53-bee8-adca45e7db92), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.087176 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (e436a165-2818-4e53-bee8-adca45e7db92), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.114700 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e436a165-2818-4e53-bee8-adca45e7db92,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:51.291664 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.293294 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-82dc39fd-cb7a-4ecb-8fb7-3d482ac55b7e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6749601 Mar 31 18:21:51.295569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56656) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:51.300016 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'security_group_rule': {'security_group_id': '76f5d71f-7ff6-4fd8-a45c-0726e8ec1039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:51.424833 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (86cf96d3-eb19-4067-8f86-38ca7dbdfc3a), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.489486 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (86cf96d3-eb19-4067-8f86-38ca7dbdfc3a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.624387 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818775'] for security_group_rule (86cf96d3-eb19-4067-8f86-38ca7dbdfc3a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.647023 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cf96d3-eb19-4067-8f86-38ca7dbdfc3a,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:51.734960 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.734960 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b85b8370-da46-4c22-a1a5-d00d76ee756b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4362833 Mar 31 18:21:51.736511 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56684) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:51.741762 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:51.855389 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:51.972630 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:52.097992 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_common [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.37.4.146 (a81e3cef-87f8-4068-a965-4a7ba7f81069/ff69bc0f-6a11-419a-82f0-10fe51d29887/e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4) {{(pid=103982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:21:52.208603 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:52.371038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:52.390347 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:52.395220 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:52.395220 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 4f8a6fc6-9fc4-45bc-9c46-3104be6ae72e not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:52.429228 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network a81e3cef-87f8-4068-a965-4a7ba7f81069 is already hosted by enough agents. {{(pid=103982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:21:52.432025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:21:52.436288 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:21:52.461805 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:52.535850 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (cc75346e-c9e9-474e-943d-35ac3db4146d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:52.541502 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:52.768915 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:52.955663 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:53.078727 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16244406'] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:53.151556 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4,revision_number=2']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:53.164618 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (cc75346e-c9e9-474e-943d-35ac3db4146d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:53.274932 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:53.276292 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-826f3942-a347-4538-ba12-9d64b1b9681e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5386856 Mar 31 18:21:53.488378 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c27c91a0-004b-4eac-91ee-d31bfe246391 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1800824213&fields=id&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 267 time: 0.0477092 Mar 31 18:21:53.527215 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:53.612775 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-32853004-6220-4220-b1c9-7d42dd45308e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:53.614225 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-32853004-6220-4220-b1c9-7d42dd45308e tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.1182239 Mar 31 18:21:53.629724 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-5d85bfba-db6f-494d-902a-112cbcbb1793 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/quotas/a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 375 time: 0.0098281 Mar 31 18:21:53.675685 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56754) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:53.697676 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-7730d076-7efe-49f3-9408-9f0dc9379525 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620220 Mar 31 18:21:53.808610 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-7b83a9ed-06a6-4b44-b4a0-b4cfe952f673 service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992448 Mar 31 18:21:53.813787 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56758) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:53.922084 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-8d241eac-74ea-4632-966f-56bb7d052ecb service neutron] 10.222.0.62 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944574 Mar 31 18:21:53.961352 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29e6dc64-cddd-4e95-a68e-32bf2ca799d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.065756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29e6dc64-cddd-4e95-a68e-32bf2ca799d8 admin admin] Publish callbacks [] for security_group (75695730-ea29-4d7e-971a-40c54873c059), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.167221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-29e6dc64-cddd-4e95-a68e-32bf2ca799d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (75695730-ea29-4d7e-971a-40c54873c059), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.208191 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-29e6dc64-cddd-4e95-a68e-32bf2ca799d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d34c03033c964245b58b1f53f8749086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932717 Mar 31 18:21:54.209061 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6dc64-cddd-4e95-a68e-32bf2ca799d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75695730-ea29-4d7e-971a-40c54873c059,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:54.211869 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56762) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:54.278552 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96692072-722d-496b-a631-c2b8e32dd3e5 admin admin] Publish callbacks [] for security_group (75695730-ea29-4d7e-971a-40c54873c059), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.313181 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96692072-722d-496b-a631-c2b8e32dd3e5 admin admin] Publish callbacks [] for security_group (75695730-ea29-4d7e-971a-40c54873c059), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.369712 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e4660e95-f184-4c66-9b8b-d63a8c8a97b4 req-59f3d5e6-7858-45d9-b345-b1e1e5a598d4 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 210 time: 0.0558507 Mar 31 18:21:54.392698 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.482045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96692072-722d-496b-a631-c2b8e32dd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (75695730-ea29-4d7e-971a-40c54873c059), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.486261 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-96692072-722d-496b-a631-c2b8e32dd3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.487893 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-96692072-722d-496b-a631-c2b8e32dd3e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75695730-ea29-4d7e-971a-40c54873c059 HTTP/1.1" status: 204 len: 168 time: 0.2749233 Mar 31 18:21:54.499594 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96692072-722d-496b-a631-c2b8e32dd3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75695730-ea29-4d7e-971a-40c54873c059,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:54.667812 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Deleting port 6d6189dc-b847-46f9-a580-231b385a1847 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:54.668155 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (6d6189dc-b847-46f9-a580-231b385a1847), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.752161 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] For port 6d6189dc-b847-46f9-a580-231b385a1847, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6d6189dc-b847-46f9-a580-231b385a1847,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:54.752528 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (6d6189dc-b847-46f9-a580-231b385a1847), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:54.771538 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Calling delete_port for 6d6189dc-b847-46f9-a580-231b385a1847 owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:55.076096 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (6d6189dc-b847-46f9-a580-231b385a1847), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.105642 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6189dc-b847-46f9-a580-231b385a1847,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:55.297623 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.450113 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0b997730-b43a-4d5f-8e56-af6c6784bb42 req-eda07a34-e623-4197-af06-2cb82bdd0827 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Mar 31 18:21:55.550381 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56780) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:55.555308 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:21:55.563604 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-addf5dd9-d1c7-4a8e-bcf1-6d9521fa0cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.646911 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-addf5dd9-d1c7-4a8e-bcf1-6d9521fa0cb0 admin admin] Publish callbacks [] for security_group (1900f06c-c92c-4f43-bb6b-6fc67a55ed44), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.677654 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:21:55.683576 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f2095ba0-7276-4b5c-83a6-c7d6336b534e admin admin] 10.222.0.62 "PUT /v2.0/routers/0a79983b-cf00-47ab-9cf2-d4fd99398f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060933 Mar 31 18:21:55.685591 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56782) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:55.688746 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] Sync routers for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:21:55.700295 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:55.700833 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:55.755557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-addf5dd9-d1c7-4a8e-bcf1-6d9521fa0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1900f06c-c92c-4f43-bb6b-6fc67a55ed44), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.801600 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-addf5dd9-d1c7-4a8e-bcf1-6d9521fa0cb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f257624784c4a19bbafa76d57f820e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476211 Mar 31 18:21:55.801600 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf5dd9-d1c7-4a8e-bcf1-6d9521fa0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1900f06c-c92c-4f43-bb6b-6fc67a55ed44,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:55.802430 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56784) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:55.807622 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks [] for router (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.866855 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:55.875725 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-999a3afe-3bb2-4c73-8517-954a25022295 admin admin] Publish callbacks [] for security_group (1900f06c-c92c-4f43-bb6b-6fc67a55ed44), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.899746 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-999a3afe-3bb2-4c73-8517-954a25022295 admin admin] Publish callbacks [] for security_group (1900f06c-c92c-4f43-bb6b-6fc67a55ed44), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:55.927250 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks [] for router_gateway (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.078872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-999a3afe-3bb2-4c73-8517-954a25022295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1900f06c-c92c-4f43-bb6b-6fc67a55ed44), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.081910 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-999a3afe-3bb2-4c73-8517-954a25022295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.086892 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-999a3afe-3bb2-4c73-8517-954a25022295 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1900f06c-c92c-4f43-bb6b-6fc67a55ed44 HTTP/1.1" status: 204 len: 168 time: 0.2799399 Mar 31 18:21:56.094627 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a3afe-3bb2-4c73-8517-954a25022295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1900f06c-c92c-4f43-bb6b-6fc67a55ed44,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:56.106840 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Deleting port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:56.107266 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.109269 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:21:54Z', 'revision_number': 5, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port': {'id': 'a09d95f3-033a-47ad-91d7-9ad99a3d7e5e', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:38Z', 'updated_at': '2022-03-31T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:56.149977 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] Checking router: 0a79983b-cf00-47ab-9cf2-d4fd99398f1b for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:21:56.162263 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] Routers {'0a79983b-cf00-47ab-9cf2-d4fd99398f1b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:21:56.162923 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:56.202076 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] For port a09d95f3-033a-47ad-91d7-9ad99a3d7e5e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:56.202499 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.217328 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Calling delete_port for a09d95f3-033a-47ad-91d7-9ad99a3d7e5e owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:56.257571 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] Set router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:21:56.314608 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:21:55Z', 'revision_number': 6, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:56.345234 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb3e76-1ddd-4d7b-b768-9108b0e945be None None] The sync data for ids ['0a79983b-cf00-47ab-9cf2-d4fd99398f1b'] in dv-cinder-master-3-smb is: [{'id': '0a79983b-cf00-47ab-9cf2-d4fd99398f1b', 'name': 'tempest-TestMinimumBasicScenario-1132418245-router', 'tenant_id': '9e6efa2ce4f248d3977d8be70011f203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:37Z', 'updated_at': '2022-03-31T18:21:55Z', 'revision_number': 6, 'project_id': '9e6efa2ce4f248d3977d8be70011f203', 'gw_port_host': None}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:21:56.481101 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (a09d95f3-033a-47ad-91d7-9ad99a3d7e5e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.513469 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09d95f3-033a-47ad-91d7-9ad99a3d7e5e,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:56.585862 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-92f168c6-4448-4968-b75c-a3507e762191 req-7789b19c-6a96-4044-9da1-ec3813121ede tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 210 time: 0.0508907 Mar 31 18:21:56.599714 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.701820 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.704200 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks [] for router_controller (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.904640 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (0a79983b-cf00-47ab-9cf2-d4fd99398f1b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.905172 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a79983b-cf00-47ab-9cf2-d4fd99398f1b {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:21:56.911138 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:56.912321 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7fd830d8-20fc-4f73-b304-a22864a35306 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0a79983b-cf00-47ab-9cf2-d4fd99398f1b HTTP/1.1" status: 204 len: 168 time: 1.2257924 Mar 31 18:21:56.915534 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56802) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:56.960583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Deleting subnet d1026163-3827-4aa6-8217-8e8200b2c61e {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:21:56.964326 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Publish callbacks [] for subnet (d1026163-3827-4aa6-8217-8e8200b2c61e), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.015662 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (d1026163-3827-4aa6-8217-8e8200b2c61e), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.197517 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-2bae1e12-1532-4fba-afee-a035cddcf3b2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:57.198527 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-2bae1e12-1532-4fba-afee-a035cddcf3b2 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 815 time: 0.1994565 Mar 31 18:21:57.205398 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (d1026163-3827-4aa6-8217-8e8200b2c61e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.306577 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-682aa31a-2678-4029-ab6e-740a26101d47 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a390cb7974cd4d92be1e224dc1e6b77f HTTP/1.1" status: 200 len: 380 time: 0.0810447 Mar 31 18:21:57.317334 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'port': {'device_id': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'admin_state_up': True, 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'security_groups': ['76f5d71f-7ff6-4fd8-a45c-0726e8ec1039']}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:57.398588 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (d1026163-3827-4aa6-8217-8e8200b2c61e), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.444943 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1026163-3827-4aa6-8217-8e8200b2c61e,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:57.448538 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88fd510-279f-4a42-afe9-afb4dace849d None None] Network 3477a37f-0a72-4ad8-92d9-2391e31397cf requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:21:57.453423 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.459159 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-3091775e-3330-4c41-b98e-7047538b322e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d1026163-3827-4aa6-8217-8e8200b2c61e HTTP/1.1" status: 204 len: 168 time: 0.5418572 Mar 31 18:21:57.462562 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56820) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:57.580706 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (3477a37f-0a72-4ad8-92d9-2391e31397cf), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.649507 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Deleting port 57008197-0df4-4b13-bf34-05a0d9cb6478 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:57.649832 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.651000 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] DHCP port deletion for 3477a37f-0a72-4ad8-92d9-2391e31397cf request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:21:57.662432 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Made reservation on behalf of a390cb7974cd4d92be1e224dc1e6b77f for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:21:57.672155 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.708312 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] Deleting port 57008197-0df4-4b13-bf34-05a0d9cb6478 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:57.712159 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.745499 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-41a00dcf-6af7-4541-9d65-e8e6fca35d54 req-da88ccc7-3f0c-49a7-82c2-931c51df697d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 210 time: 0.0527003 Mar 31 18:21:57.764374 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] For port 57008197-0df4-4b13-bf34-05a0d9cb6478, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=57008197-0df4-4b13-bf34-05a0d9cb6478,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:57.764739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.776900 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] For port 57008197-0df4-4b13-bf34-05a0d9cb6478, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=57008197-0df4-4b13-bf34-05a0d9cb6478,segment=NetworkSegment(bde98975-c46f-434d-b6be-cb7fec7000f2),segment_id=bde98975-c46f-434d-b6be-cb7fec7000f2)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:57.777300 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:57.780335 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Calling delete_port for 57008197-0df4-4b13-bf34-05a0d9cb6478 owned by network:dhcp {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:57.791684 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] Calling delete_port for 57008197-0df4-4b13-bf34-05a0d9cb6478 owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:21:57.936350 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Allocated IP 172.20.0.3 (8c6bbb67-44d9-4cb7-b299-8050fa443730/860b2f6e-2253-46bd-b63b-ce2855a12e7e/b9f150e3-9cef-4efa-bd0a-b0232a907ecf) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:21:57.973994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a09d95f3-033a-47ad-91d7-9ad99a3d7e5e no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:57.995416 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: a09d95f3-033a-47ad-91d7-9ad99a3d7e5e {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:57.995771 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a09d95f3-033a-47ad-91d7-9ad99a3d7e5e not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:57.996204 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 57008197-0df4-4b13-bf34-05a0d9cb6478 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:58.049941 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.059034 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No active binding found for port 57008197-0df4-4b13-bf34-05a0d9cb6478 {{(pid=103983) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 18:21:58.059441 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] The host dv-cinder-master-3-smb is not matching for port 57008197-0df4-4b13-bf34-05a0d9cb6478 host None! {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 31 18:21:58.059995 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 57008197-0df4-4b13-bf34-05a0d9cb6478 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:58.060420 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6d6189dc-b847-46f9-a580-231b385a1847 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:21:58.082049 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 6d6189dc-b847-46f9-a580-231b385a1847 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:21:58.082373 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6d6189dc-b847-46f9-a580-231b385a1847 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:21:58.089892 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (57008197-0df4-4b13-bf34-05a0d9cb6478), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.090000 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Pushing event deleted for resources: {'Port': ['ID=57008197-0df4-4b13-bf34-05a0d9cb6478,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:58.090865 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] No DVR routers for this DVR port 57008197-0df4-4b13-bf34-05a0d9cb6478 on host dv-cinder-master-3-smb {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:58.115947 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] Pushing event deleted for resources: {'Port': ['ID=57008197-0df4-4b13-bf34-05a0d9cb6478,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:58.129009 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b82426-49a5-4e9a-87cd-a90d99510cec None None] No DVR routers for this DVR port 57008197-0df4-4b13-bf34-05a0d9cb6478 on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:21:58.176726 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.189855 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (3477a37f-0a72-4ad8-92d9-2391e31397cf), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.216948 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3477a37f-0a72-4ad8-92d9-2391e31397cf']}} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:58.236227 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde98975-c46f-434d-b6be-cb7fec7000f2') {'for_net_delete': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:58.236531 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde98975-c46f-434d-b6be-cb7fec7000f2') {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:21:58.246993 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56832) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:58.248115 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13965799'] for segment (bde98975-c46f-434d-b6be-cb7fec7000f2), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.371115 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5e9d-dab2-4f7b-b82f-d5f37bc6595c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.466329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5e9d-dab2-4f7b-b82f-d5f37bc6595c admin admin] Publish callbacks [] for security_group (bbcdd7ba-df3f-4a35-8d3c-30a82e91614c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.514033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (bde98975-c46f-434d-b6be-cb7fec7000f2), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.522605 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:21:58.523010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13968474'] for segment (bde98975-c46f-434d-b6be-cb7fec7000f2), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: Traceback (most recent call last): Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: timer() Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: cb(*args, **kw) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: return func(*args, **kwargs) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: self._notify() Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: self.callback(batched_events) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: event.method(event) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: return f(self, *a, **k) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: return self._get(url).json() Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: return self.request(url, 'GET', **kwargs) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:21:58.533890 dv-cinder-master-3-smb neutron-server[103981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:21:58.557879 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5e9d-dab2-4f7b-b82f-d5f37bc6595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (bbcdd7ba-df3f-4a35-8d3c-30a82e91614c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.590021 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.599107 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ec5d5e9d-dab2-4f7b-b82f-d5f37bc6595c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=203bc4447df44376852700cbac5b567b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509288 Mar 31 18:21:58.599925 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d5e9d-dab2-4f7b-b82f-d5f37bc6595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcdd7ba-df3f-4a35-8d3c-30a82e91614c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:58.603034 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56836) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:58.632944 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:21:58.636337 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:21:58.641073 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:21:58.671408 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0a213432-776e-4851-af46-fc60c53c7da1 admin admin] Publish callbacks [] for security_group (bbcdd7ba-df3f-4a35-8d3c-30a82e91614c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.673400 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (3477a37f-0a72-4ad8-92d9-2391e31397cf), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.675160 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event updated for resources: {'Port': ['ID=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:58.690571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.699721 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3477a37f-0a72-4ad8-92d9-2391e31397cf HTTP/1.1" status: 204 len: 168 time: 1.2289901 Mar 31 18:21:58.703172 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56838) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:21:58.713032 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e673be-5d08-477c-952c-44913d91d268 admin admin] Pushing event deleted for resources: {'Network': ['ID=3477a37f-0a72-4ad8-92d9-2391e31397cf,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:58.734920 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:58.736180 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.788259 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0a213432-776e-4851-af46-fc60c53c7da1 admin admin] Publish callbacks [] for security_group (bbcdd7ba-df3f-4a35-8d3c-30a82e91614c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.852919 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c9af5b3b-52f7-415b-9c6e-a3e55e0f1cd3 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5402441 Mar 31 18:21:58.872380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Request body: {'port': {'device_id': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:21:58.944948 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:58.949968 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1682ed9-b468-4232-8363-d6437a4bfa94 req-0152e096-c00d-4fd9-b3f0-62467f6bed74 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:58.951618 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d1682ed9-b468-4232-8363-d6437a4bfa94 req-0152e096-c00d-4fd9-b3f0-62467f6bed74 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 931 time: 0.1246405 Mar 31 18:21:58.973981 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-073b708f-48c5-4bd4-9001-e075d23e4a29 None None] Provisioning complete for port b9f150e3-9cef-4efa-bd0a-b0232a907ecf triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:21:58.974976 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-073b708f-48c5-4bd4-9001-e075d23e4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.013514 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-073b708f-48c5-4bd4-9001-e075d23e4a29 None None] Port b9f150e3-9cef-4efa-bd0a-b0232a907ecf cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:21:59.031385 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0a213432-776e-4851-af46-fc60c53c7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (bbcdd7ba-df3f-4a35-8d3c-30a82e91614c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.033901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0a213432-776e-4851-af46-fc60c53c7da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.035211 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0a213432-776e-4851-af46-fc60c53c7da1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbcdd7ba-df3f-4a35-8d3c-30a82e91614c HTTP/1.1" status: 204 len: 168 time: 0.4307215 Mar 31 18:21:59.048643 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d1682ed9-b468-4232-8363-d6437a4bfa94 req-e1866a60-3892-4ce2-938a-e6f26dff2378 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671694 Mar 31 18:21:59.057147 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a213432-776e-4851-af46-fc60c53c7da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcdd7ba-df3f-4a35-8d3c-30a82e91614c,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:59.253010 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.277574 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f150e3-9cef-4efa-bd0a-b0232a907ecf {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:21:59.286415 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Publish callbacks [] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.301523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Transition to ACTIVE for port object b9f150e3-9cef-4efa-bd0a-b0232a907ecf will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:21:59.435460 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.501093 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:59.583022 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Attempting to bind port b9f150e3-9cef-4efa-bd0a-b0232a907ecf on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:21:59.583479 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Attempting to bind port b9f150e3-9cef-4efa-bd0a-b0232a907ecf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:21:59.583885 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Attempting to bind port b9f150e3-9cef-4efa-bd0a-b0232a907ecf on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:21:59.592097 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Port b9f150e3-9cef-4efa-bd0a-b0232a907ecf on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:21:59.592097 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Attempting to bind port b9f150e3-9cef-4efa-bd0a-b0232a907ecf on network 8c6bbb67-44d9-4cb7-b299-8050fa443730 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:21:59.600515 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:21:59.600995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Checking segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:21:59.601498 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Bound using segment: {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:21:59.602073 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Bound port: b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:21:59.603107 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.700208 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] For port b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:21:59.704282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] For port b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:21:59.784329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Deleting port a1aa4da0-b5a5-483b-af29-d3579c73802b {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:21:59.784583 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.815934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.865487 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:21:59.866198 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.867795 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] 10.222.0.65 "PUT /v2.0/ports/b9f150e3-9cef-4efa-bd0a-b0232a907ecf HTTP/1.1" status: 200 len: 1093 time: 1.0017018 Mar 31 18:21:59.868291 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:21:59.871691 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a63f1-6363-48de-9d23-c530be411b94" -d '{"events": [{"name": "network-changed", "server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:21:59.904902 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] For port a1aa4da0-b5a5-483b-af29-d3579c73802b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a1aa4da0-b5a5-483b-af29-d3579c73802b,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:21:59.908300 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:21:59.914985 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ef012-10f9-47b3-a1b9-b2c3783f2a82 x-openstack-request-id: req-a82ef012-10f9-47b3-a1b9-b2c3783f2a82 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:21:59.915472 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:21:59.915896 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a82ef012-10f9-47b3-a1b9-b2c3783f2a82 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:21:59.916581 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82ef012-10f9-47b3-a1b9-b2c3783f2a82'] response: {'name': 'network-changed', 'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'status': 'completed', 'code': 200} Mar 31 18:21:59.931644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf9ee5-a665-4703-bbce-16883db08426 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:21:59.944313 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Calling delete_port for a1aa4da0-b5a5-483b-af29-d3579c73802b owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:00.053110 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a63f1-6363-48de-9d23-c530be411b94 req-ed81f106-ee99-4a4d-bcc5-fdaca7d64e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.055804 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5b2a63f1-6363-48de-9d23-c530be411b94 req-ed81f106-ee99-4a4d-bcc5-fdaca7d64e1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 1127 time: 0.0819802 Mar 31 18:22:00.262932 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a63f1-6363-48de-9d23-c530be411b94 req-02d51fd4-2201-4fa1-a3a2-344073b12f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.266337 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5b2a63f1-6363-48de-9d23-c530be411b94 req-02d51fd4-2201-4fa1-a3a2-344073b12f70 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1951027 Mar 31 18:22:00.391072 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc73c5-6af6-437f-9590-bc24566ad8c0 req-5dcd3845-101b-4649-bfd3-5e98e1c962eb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.392745 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-27cc73c5-6af6-437f-9590-bc24566ad8c0 req-5dcd3845-101b-4649-bfd3-5e98e1c962eb tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 943 time: 0.1549213 Mar 31 18:22:00.442243 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a63f1-6363-48de-9d23-c530be411b94 req-9e1793aa-81fa-4c45-bfcb-2e24f062b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.444689 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5b2a63f1-6363-48de-9d23-c530be411b94 req-9e1793aa-81fa-4c45-bfcb-2e24f062b1ce service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723185 Mar 31 18:22:00.458044 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-27cc73c5-6af6-437f-9590-bc24566ad8c0 req-98dcfd29-382c-428b-b752-075fa45eb580 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563402 Mar 31 18:22:00.521161 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (a1aa4da0-b5a5-483b-af29-d3579c73802b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:00.557428 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aa4da0-b5a5-483b-af29-d3579c73802b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:00.581411 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-87b9956f-1ecc-45cd-8152-25bb5d535642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.583229 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-87b9956f-1ecc-45cd-8152-25bb5d535642 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 1127 time: 0.0690300 Mar 31 18:22:00.656333 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-8ebbe7b8-fb2f-4751-89ba-3c6e8beee332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf HTTP/1.1" status: 200 len: 217 time: 0.0493579 Mar 31 18:22:00.728996 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-6e82fc98-2dd8-40f3-a514-ec519566dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.730665 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-6e82fc98-2dd8-40f3-a514-ec519566dfae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0650620 Mar 31 18:22:00.779252 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:00.803676 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-165acb5a-c070-4a86-9569-9b981e1fe5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:00.805960 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-165acb5a-c070-4a86-9569-9b981e1fe5b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0650358 Mar 31 18:22:00.902617 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-7c0d82e2-247a-4123-86f6-32dac9cc607b service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902917 Mar 31 18:22:00.997231 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a4bc4043-9275-4ad9-83ce-6cb7ef6282da req-c77a13f1-557c-4854-86e3-a8c73247ad8d service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889812 Mar 31 18:22:01.022082 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:22:01.133954 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:22:01.138611 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-aac1309a-d9b4-4c7a-bd52-0152a2bdd904 admin admin] 10.222.0.62 "PUT /v2.0/routers/65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367828 Mar 31 18:22:01.141658 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56870) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:01.144215 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] Sync routers for ids ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:22:01.154321 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] Routers {'65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:01.154981 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:01.253551 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks [] for router (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:01.266703 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] Set router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:01.367469 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks [] for router_gateway (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:01.458792 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197'}], 'enable_snat': True}, 'gw_port_id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:22:00Z', 'revision_number': 5, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port': {'id': '2be06bb7-acef-4fc0-b391-4c97c63002cb', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:17:46Z', 'updated_at': '2022-03-31T18:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:01.484735 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] Checking router: 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:22:01.495699 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] Routers {'65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:01.495699 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:01.535667 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Deleting port 2be06bb7-acef-4fc0-b391-4c97c63002cb {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:01.536267 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:01.612062 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] Set router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c gateway port host: None {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:01.619082 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97b823-18e2-4f5c-b0e9-81ef957fef19 req-f7a32b94-37c3-4d2e-9008-034554581ef6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:01.620878 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7a97b823-18e2-4f5c-b0e9-81ef957fef19 req-f7a32b94-37c3-4d2e-9008-034554581ef6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 943 time: 0.0827222 Mar 31 18:22:01.648619 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] For port 2be06bb7-acef-4fc0-b391-4c97c63002cb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2be06bb7-acef-4fc0-b391-4c97c63002cb,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:01.648999 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:01.670776 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Calling delete_port for 2be06bb7-acef-4fc0-b391-4c97c63002cb owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:01.673808 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7a97b823-18e2-4f5c-b0e9-81ef957fef19 req-bf7fffe9-73cc-4048-b57e-518f94a327fa tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461042 Mar 31 18:22:01.677769 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:22:01Z', 'revision_number': 6, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:01.708926 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0f360-fadd-47bf-8fce-1fd3a92b938d None None] The sync data for ids ['65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c'] in dv-cinder-master-3-smb is: [{'id': '65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c', 'name': 'tempest-TestMinimumBasicScenario-1325788628-router', 'tenant_id': '818790392f2d4c8cb4e63d0302654063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:17:45Z', 'updated_at': '2022-03-31T18:22:01Z', 'revision_number': 6, 'project_id': '818790392f2d4c8cb4e63d0302654063', 'gw_port_host': None}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:22:01.955497 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (2be06bb7-acef-4fc0-b391-4c97c63002cb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:01.981936 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be06bb7-acef-4fc0-b391-4c97c63002cb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:02.043213 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.146009 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.155514 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks [] for router_controller (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.386578 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.387145 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:22:02.392344 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.393609 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a628d658-ee1f-4d54-b7c9-fba61a2e39e6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/65f88ba6-8f4c-4d28-82a7-632ad9c0fa3c HTTP/1.1" status: 204 len: 168 time: 1.2509563 Mar 31 18:22:02.396312 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56878) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:02.442201 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Deleting subnet 56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce {{(pid=103982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:22:02.445305 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Publish callbacks [] for subnet (56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.482478 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16214022'] for subnet (56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.495658 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a1aa4da0-b5a5-483b-af29-d3579c73802b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:02.523160 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: a1aa4da0-b5a5-483b-af29-d3579c73802b {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:02.523814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device a1aa4da0-b5a5-483b-af29-d3579c73802b not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:02.573338 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.728726 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16245580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15822073'] for subnet (56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.761233 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:02.766365 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.768508 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7db84c69-52e7-4457-8df4-7431f077a8ea admin admin] 10.222.0.62 "DELETE /v2.0/subnets/56a0cf4a-a2ae-42de-a7c0-5e290e98c3ce HTTP/1.1" status: 204 len: 168 time: 0.3711972 Mar 31 18:22:02.770976 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56884) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:02.777028 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53c18d-bbd1-48c2-b293-692de7f49f4e None None] Network 98be5810-5f4e-4c3b-b2e9-2421430717be requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:22:02.885061 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (98be5810-5f4e-4c3b-b2e9-2421430717be), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:02.895199 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd4741-a096-4216-9bf9-758dab2227f5 req-2dc1892f-2110-43b5-8fb9-d910228a7cf5 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:02.896909 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f8bd4741-a096-4216-9bf9-758dab2227f5 req-2dc1892f-2110-43b5-8fb9-d910228a7cf5 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 943 time: 0.1272347 Mar 31 18:22:02.961846 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] DHCP port deletion for 98be5810-5f4e-4c3b-b2e9-2421430717be request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:22:02.973686 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f8bd4741-a096-4216-9bf9-758dab2227f5 req-5a12e965-c0c8-4d3a-a882-667b138eb452 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694988 Mar 31 18:22:02.995972 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Deleting port 91e303d0-a086-49cc-9d60-6bfdf4aa184a {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:02.996365 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.015767 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] Deleting port 91e303d0-a086-49cc-9d60-6bfdf4aa184a {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:03.016056 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.071150 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] For port 91e303d0-a086-49cc-9d60-6bfdf4aa184a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91e303d0-a086-49cc-9d60-6bfdf4aa184a,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:03.071150 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.083747 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Calling delete_port for 91e303d0-a086-49cc-9d60-6bfdf4aa184a owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:03.086979 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] For port 91e303d0-a086-49cc-9d60-6bfdf4aa184a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91e303d0-a086-49cc-9d60-6bfdf4aa184a,segment=NetworkSegment(f807738a-375c-46ad-8652-cf5774e2686d),segment_id=f807738a-375c-46ad-8652-cf5774e2686d)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:03.087409 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.102857 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] Calling delete_port for 91e303d0-a086-49cc-9d60-6bfdf4aa184a owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:03.283756 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.290470 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (91e303d0-a086-49cc-9d60-6bfdf4aa184a), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.309190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e303d0-a086-49cc-9d60-6bfdf4aa184a,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:03.313606 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] No DVR routers for this DVR port 91e303d0-a086-49cc-9d60-6bfdf4aa184a on host dv-cinder-master-3-smb {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:03.323618 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] Pushing event deleted for resources: {'Port': ['ID=91e303d0-a086-49cc-9d60-6bfdf4aa184a,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:03.325618 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b13127-bd59-4051-be34-fafaed5e8b1f None None] No DVR routers for this DVR port 91e303d0-a086-49cc-9d60-6bfdf4aa184a on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:03.398065 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (98be5810-5f4e-4c3b-b2e9-2421430717be), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.422167 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98be5810-5f4e-4c3b-b2e9-2421430717be']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:03.432011 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f807738a-375c-46ad-8652-cf5774e2686d') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:03.432356 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f807738a-375c-46ad-8652-cf5774e2686d') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:03.441796 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (f807738a-375c-46ad-8652-cf5774e2686d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.455167 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (f807738a-375c-46ad-8652-cf5774e2686d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.461696 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:22:03.462129 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (f807738a-375c-46ad-8652-cf5774e2686d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:22:03.466135 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:22:03.660915 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (98be5810-5f4e-4c3b-b2e9-2421430717be), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.666276 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:03.669467 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] 10.222.0.62 "DELETE /v2.0/networks/98be5810-5f4e-4c3b-b2e9-2421430717be HTTP/1.1" status: 204 len: 168 time: 0.8892295 Mar 31 18:22:03.684440 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37323f8b-2c7f-4ae1-8eb7-abfd5cfe7e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=98be5810-5f4e-4c3b-b2e9-2421430717be,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:03.897534 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 2be06bb7-acef-4fc0-b391-4c97c63002cb no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:03.923892 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 2be06bb7-acef-4fc0-b391-4c97c63002cb {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:03.923892 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 2be06bb7-acef-4fc0-b391-4c97c63002cb not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:03.924330 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 91e303d0-a086-49cc-9d60-6bfdf4aa184a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:03.944463 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 91e303d0-a086-49cc-9d60-6bfdf4aa184a {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:03.944813 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 91e303d0-a086-49cc-9d60-6bfdf4aa184a not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:04.117055 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1761d4-f6f2-45f3-9e79-001330e400b1 req-5097afc0-c89c-4451-ac73-d6f93ab5cd85 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:04.118536 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ec1761d4-f6f2-45f3-9e79-001330e400b1 req-5097afc0-c89c-4451-ac73-d6f93ab5cd85 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 943 time: 0.0586655 Mar 31 18:22:04.175369 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ec1761d4-f6f2-45f3-9e79-001330e400b1 req-3781e3d8-51ec-4cf0-8c07-c1de3aafc8ae tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500553 Mar 31 18:22:04.284687 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56902) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:04.330156 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0dcdc015-8b29-44c0-b8e7-8865412e817e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e6efa2ce4f248d3977d8be70011f203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440087 Mar 31 18:22:04.333633 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56906) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:04.390194 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1722c280-0f54-4928-8492-a3b49f711c31 admin admin] Publish callbacks [] for security_group (85b11a1c-f714-418b-b252-b71fb889ca62), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:04.409081 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device b9f150e3-9cef-4efa-bd0a-b0232a907ecf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:22:04.414852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1722c280-0f54-4928-8492-a3b49f711c31 admin admin] Publish callbacks [] for security_group (85b11a1c-f714-418b-b252-b71fb889ca62), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:04.515787 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:04.531965 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'port_id': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'mac_address': 'fa:16:3e:6b:2e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:22:04.571099 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port b9f150e3-9cef-4efa-bd0a-b0232a907ecf is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:22:04.571554 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:04.585096 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f150e3-9cef-4efa-bd0a-b0232a907ecf {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:22:04.604860 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:04.624065 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1722c280-0f54-4928-8492-a3b49f711c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (85b11a1c-f714-418b-b252-b71fb889ca62), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:04.626889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1722c280-0f54-4928-8492-a3b49f711c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:04.628185 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-1722c280-0f54-4928-8492-a3b49f711c31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85b11a1c-f714-418b-b252-b71fb889ca62 HTTP/1.1" status: 204 len: 168 time: 0.2934606 Mar 31 18:22:04.639653 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722c280-0f54-4928-8492-a3b49f711c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b11a1c-f714-418b-b252-b71fb889ca62,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:04.755320 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:04.809423 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:05.196203 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['b9f150e3-9cef-4efa-bd0a-b0232a907ecf'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:22:05.335713 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912ecc-d224-4c57-a5fc-614f34af5a48 req-af8febc9-ca7e-4f57-a9c5-15d5a8084b90 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:05.337476 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-72912ecc-d224-4c57-a5fc-614f34af5a48 req-af8febc9-ca7e-4f57-a9c5-15d5a8084b90 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 944 time: 0.0872278 Mar 31 18:22:05.388693 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-72912ecc-d224-4c57-a5fc-614f34af5a48 req-2f8a09eb-c5a0-4216-96c0-e5a0a6ed0059 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Mar 31 18:22:05.778199 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56920) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:05.823699 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2bacadd9-6810-417e-877c-7d72a95a95cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=818790392f2d4c8cb4e63d0302654063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441053 Mar 31 18:22:05.826062 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 56922) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:05.884711 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a181138d-d58d-4db7-a15b-e3127bbad371 admin admin] Publish callbacks [] for security_group (8898994a-3557-41ac-8768-402d7021240e), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:05.907976 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a181138d-d58d-4db7-a15b-e3127bbad371 admin admin] Publish callbacks [] for security_group (8898994a-3557-41ac-8768-402d7021240e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:06.277797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a181138d-d58d-4db7-a15b-e3127bbad371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8898994a-3557-41ac-8768-402d7021240e), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:06.281141 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a181138d-d58d-4db7-a15b-e3127bbad371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:06.282387 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a181138d-d58d-4db7-a15b-e3127bbad371 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8898994a-3557-41ac-8768-402d7021240e HTTP/1.1" status: 204 len: 168 time: 0.4553783 Mar 31 18:22:06.290567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181138d-d58d-4db7-a15b-e3127bbad371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8898994a-3557-41ac-8768-402d7021240e,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:06.424139 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device b9f150e3-9cef-4efa-bd0a-b0232a907ecf up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:22:06.513851 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f273f-9b0b-4a13-ad6e-4b73d37786c6 req-4bd7669e-f0e9-4fe3-9e5d-f4720d6958be tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:06.515821 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-646f273f-9b0b-4a13-ad6e-4b73d37786c6 req-4bd7669e-f0e9-4fe3-9e5d-f4720d6958be tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 944 time: 0.0550189 Mar 31 18:22:06.565981 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-646f273f-9b0b-4a13-ad6e-4b73d37786c6 req-9522443a-63f1-4a18-8c77-e80726e53ea6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Mar 31 18:22:06.655027 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port b9f150e3-9cef-4efa-bd0a-b0232a907ecf completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:22:06.667073 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port b9f150e3-9cef-4efa-bd0a-b0232a907ecf triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:22:06.667073 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:06.741617 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port b9f150e3-9cef-4efa-bd0a-b0232a907ecf is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:22:06.741987 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:06.768580 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:22:06.771182 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a4064-1cb8-4a98-9da0-add2269b645e" -d '{"events": [{"server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "name": "network-vif-plugged", "status": "completed", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:22:06.783964 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:06.811967 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc66fe8f-09ca-4d44-b591-bcb56576be6e x-openstack-request-id: req-cc66fe8f-09ca-4d44-b591-bcb56576be6e {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:22:06.812269 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "name": "network-vif-plugged", "status": "completed", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:22:06.812531 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc66fe8f-09ca-4d44-b591-bcb56576be6e {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:22:06.812940 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc66fe8f-09ca-4d44-b591-bcb56576be6e'] response: {'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'code': 200} Mar 31 18:22:07.024374 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:07.073717 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:07.488944 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d108-b054-44da-945b-74337111a10a req-01889b8c-928d-4404-996f-070cc15f6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:07.490592 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ab80d108-b054-44da-945b-74337111a10a req-01889b8c-928d-4404-996f-070cc15f6298 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 1129 time: 0.0444150 Mar 31 18:22:07.534988 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ab80d108-b054-44da-945b-74337111a10a req-ac86649b-03c4-4c0c-a7da-32c86bf36ba7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Mar 31 18:22:07.693564 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a57ccf-9fbf-4b67-ab70-6d91ee763043 req-37499edd-20c0-455f-a6df-6de1cd8e3fde tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:07.694986 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e3a57ccf-9fbf-4b67-ab70-6d91ee763043 req-37499edd-20c0-455f-a6df-6de1cd8e3fde tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0583935 Mar 31 18:22:07.748496 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e3a57ccf-9fbf-4b67-ab70-6d91ee763043 req-59f22453-44fa-4c3c-b080-fd2c1968c4af tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475481 Mar 31 18:22:08.871095 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf582e-abff-4507-9dea-488ff0b9c3bf req-6a0aa7f2-6b7d-43ee-a446-31574f8fa537 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:08.872668 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3ebf582e-abff-4507-9dea-488ff0b9c3bf req-6a0aa7f2-6b7d-43ee-a446-31574f8fa537 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Mar 31 18:22:08.930650 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3ebf582e-abff-4507-9dea-488ff0b9c3bf req-171d5e68-23e7-442f-8cfb-75eede5722d8 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516396 Mar 31 18:22:10.054545 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33849-3b93-47a3-a3ee-52e881b70746 req-bf3fd184-3777-4c72-a554-97352304d658 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:10.056064 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46b33849-3b93-47a3-a3ee-52e881b70746 req-bf3fd184-3777-4c72-a554-97352304d658 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0581732 Mar 31 18:22:10.105110 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-46b33849-3b93-47a3-a3ee-52e881b70746 req-16e1615b-af81-4b54-a9f3-b38cdcced5a0 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Mar 31 18:22:10.221244 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72766f7-de25-4027-8927-b6adfb542bba req-2c48af80-76f8-4a88-af99-8e4aa7e6efbf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:10.222594 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c72766f7-de25-4027-8927-b6adfb542bba req-2c48af80-76f8-4a88-af99-8e4aa7e6efbf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0524647 Mar 31 18:22:10.231109 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 56954) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:10.235971 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Request body: {'floatingip': {'port_id': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf'}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:22:10.275266 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (cc75346e-c9e9-474e-943d-35ac3db4146d), before_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:10.706109 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:10.774837 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (cc75346e-c9e9-474e-943d-35ac3db4146d), after_update {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:11.113504 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP cc75346e-c9e9-474e-943d-35ac3db4146d associated. External IP: 172.37.4.146, port: b9f150e3-9cef-4efa-bd0a-b0232a907ecf. Mar 31 18:22:11.335228 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:22:11.455538 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:22:11.460692 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:11.465476 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:22:11.476083 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:11.476966 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:11.490725 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0321c7f5-dbd7-46e9-802f-568fa8ca2629 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "PUT /v2.0/floatingips/cc75346e-c9e9-474e-943d-35ac3db4146d HTTP/1.1" status: 200 len: 991 time: 1.2584996 Mar 31 18:22:11.493722 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:22:11.493722 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dfee53-511c-47bc-8917-2691bed3c26b" -d '{"events": [{"name": "network-changed", "server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:22:11.531546 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3078884-4b6a-4418-8500-146af0965220 x-openstack-request-id: req-c3078884-4b6a-4418-8500-146af0965220 {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:22:11.531838 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:22:11.532094 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3078884-4b6a-4418-8500-146af0965220 {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:22:11.532524 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3078884-4b6a-4418-8500-146af0965220'] response: {'name': 'network-changed', 'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'status': 'completed', 'code': 200} Mar 31 18:22:11.630746 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfee53-511c-47bc-8917-2691bed3c26b req-8481e315-c019-422a-83c6-4751b5a8ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:11.632531 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-8481e315-c019-422a-83c6-4751b5a8ac77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 1129 time: 0.0476623 Mar 31 18:22:11.686992 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:11.740631 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfee53-511c-47bc-8917-2691bed3c26b req-8ee5a6de-b344-45e5-a1d6-b7f897c058cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:11.742146 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-8ee5a6de-b344-45e5-a1d6-b7f897c058cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 200 len: 916 time: 0.1030293 Mar 31 18:22:11.809339 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-fb0892bb-6b2d-41d0-82ef-7815b47c40ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf HTTP/1.1" status: 200 len: 999 time: 0.0613627 Mar 31 18:22:11.858568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfee53-511c-47bc-8917-2691bed3c26b req-1640df85-67ff-4eee-9c51-97b0b57ce81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:11.860110 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-1640df85-67ff-4eee-9c51-97b0b57ce81d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 200 len: 854 time: 0.0449150 Mar 31 18:22:11.917569 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfee53-511c-47bc-8917-2691bed3c26b req-a248df16-ddab-4fa2-be83-9ddaae09adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:11.917569 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-a248df16-ddab-4fa2-be83-9ddaae09adcc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8c6bbb67-44d9-4cb7-b299-8050fa443730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0492818 Mar 31 18:22:11.920201 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cc75346e-c9e9-474e-943d-35ac3db4146d', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.146', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:6b:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:52Z', 'updated_at': '2022-03-31T18:22:10Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:11.947355 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:22:11.956400 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:11.957012 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:21:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:12.005889 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-e1f83776-be13-4ef2-b1d0-0ace0e17367c service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837793 Mar 31 18:22:12.067562 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:12.101478 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-36dfee53-511c-47bc-8917-2691bed3c26b req-584f7436-14d8-47e0-9e18-16b7b9af13bf service neutron] 10.222.0.65 "GET /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900819 Mar 31 18:22:12.295382 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cc75346e-c9e9-474e-943d-35ac3db4146d', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.146', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:6b:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:52Z', 'updated_at': '2022-03-31T18:22:10Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:12.326069 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e45c6c-936e-473e-bd20-2701661a7100 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cc75346e-c9e9-474e-943d-35ac3db4146d', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'floating_ip_address': '172.37.4.146', 'floating_network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'router_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'port_id': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'mac_address': 'fa:16:3e:6b:2e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T18:21:52Z', 'updated_at': '2022-03-31T18:22:10Z', 'revision_number': 1, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:22:12.518025 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83492a27-d2fd-4aea-98ac-b9432b9216a4 None None] New status for floating IP cc75346e-c9e9-474e-943d-35ac3db4146d: ACTIVE {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:22:15.686512 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:16.407591 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-2ddf1e44-3e84-4455-a9ec-682cd28d2606 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461180 Mar 31 18:22:16.487939 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-4695fcea-1eb2-401a-9f59-b38080073ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:16.489479 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-4695fcea-1eb2-401a-9f59-b38080073ecd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1129 time: 0.0488443 Mar 31 18:22:16.597042 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-5efff455-1753-4698-a26d-71a0eca9faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:16.598511 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-5efff455-1753-4698-a26d-71a0eca9faa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.0900731 Mar 31 18:22:16.665448 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-938db85a-584c-49ef-b585-cebfb7d3f83a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 1001 time: 0.0601704 Mar 31 18:22:16.715603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-7d0cf029-4c28-4050-94df-9452d52b3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:16.717060 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-7d0cf029-4c28-4050-94df-9452d52b3594 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0438256 Mar 31 18:22:16.770479 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-90f68f06-480b-4f73-a5a4-a54d2fc806e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:16.772667 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-90f68f06-480b-4f73-a5a4-a54d2fc806e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0495286 Mar 31 18:22:16.873635 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-79180edb-50bb-40f5-9a8e-3a8b1d7299e0 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936396 Mar 31 18:22:16.966637 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-3ca0f421-3cfa-470a-be72-092564aeec48 req-ca809e74-0f4c-4321-a441-90ebeda0a62a service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868993 Mar 31 18:22:17.266402 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a878425e-4ca8-4115-8898-9228e8d0802a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:19.468082 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c3d9-612a-4ecd-bb3e-3e6a8f17b814 req-f5f72566-60db-48e7-bb96-21c68c985cd1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:19.469579 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-12c1c3d9-612a-4ecd-bb3e-3e6a8f17b814 req-f5f72566-60db-48e7-bb96-21c68c985cd1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0554492 Mar 31 18:22:19.500154 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-da969dec-ee51-4cf6-88e1-2cec70e3d3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:19.521397 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-12c1c3d9-612a-4ecd-bb3e-3e6a8f17b814 req-c94c3507-7151-4980-b578-e9fbe717daed tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 Mar 31 18:22:20.631851 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:20.653903 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9774ce0-dc78-4ab1-9eed-3c7c763d6aac req-3f2e0b58-759b-4309-9fc6-849a8bbe80a7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:20.656040 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9774ce0-dc78-4ab1-9eed-3c7c763d6aac req-3f2e0b58-759b-4309-9fc6-849a8bbe80a7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0565693 Mar 31 18:22:20.704354 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b9774ce0-dc78-4ab1-9eed-3c7c763d6aac req-1c990b21-7277-4fd8-81e4-c26fad64e050 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Mar 31 18:22:21.494584 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:22:21.832745 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826330-a87c-4913-8b98-967aa3e77086 req-8fe37ef5-6f11-4b7c-837d-29cf896e0bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:21.834261 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-36826330-a87c-4913-8b98-967aa3e77086 req-8fe37ef5-6f11-4b7c-837d-29cf896e0bc3 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0566003 Mar 31 18:22:21.889283 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-36826330-a87c-4913-8b98-967aa3e77086 req-950815f3-bf26-4fa1-a83b-c56331849343 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454876 Mar 31 18:22:22.452557 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:23.017199 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238413ee-767f-41f3-a249-4154e8db9c6f req-a33492b2-26f2-49a8-869d-9bdbb5c9fc9a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:23.018620 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-238413ee-767f-41f3-a249-4154e8db9c6f req-a33492b2-26f2-49a8-869d-9bdbb5c9fc9a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0549970 Mar 31 18:22:23.068810 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-238413ee-767f-41f3-a249-4154e8db9c6f req-f1a8c964-092a-45fd-be9d-0a049388941c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 Mar 31 18:22:23.515409 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:24.199199 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bb0f4-c667-47d6-9f00-991525525b03 req-42bd8a72-8688-4c1c-a04e-0b48ac52b63f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:24.200802 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-975bb0f4-c667-47d6-9f00-991525525b03 req-42bd8a72-8688-4c1c-a04e-0b48ac52b63f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0566683 Mar 31 18:22:24.256954 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-975bb0f4-c667-47d6-9f00-991525525b03 req-767f4049-7278-4412-8e5c-2427a81fde3c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503149 Mar 31 18:22:25.390729 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb876586-8e4b-4121-9e2f-b369110305ef req-fea7eee7-5e0d-48e1-9fbc-4130270c5fec tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:25.392228 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb876586-8e4b-4121-9e2f-b369110305ef req-fea7eee7-5e0d-48e1-9fbc-4130270c5fec tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0595126 Mar 31 18:22:25.440836 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb876586-8e4b-4121-9e2f-b369110305ef req-5c2508ae-5b2a-4b7c-8bf8-e03b7df8b221 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Mar 31 18:22:26.568879 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221807-e44c-472e-a852-8c7b09193e58 req-baa5c27f-694f-41b2-ba0f-f62447233e00 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:26.570306 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7221807-e44c-472e-a852-8c7b09193e58 req-baa5c27f-694f-41b2-ba0f-f62447233e00 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0574267 Mar 31 18:22:26.618471 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7221807-e44c-472e-a852-8c7b09193e58 req-9149e9d3-fa3d-4d8b-be79-1930099fe3cf tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Mar 31 18:22:27.745074 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac08af-89c2-4e18-befd-7cdf93164fcb req-e913466b-9fdf-4732-a874-533c4befdad9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:27.746545 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-20ac08af-89c2-4e18-befd-7cdf93164fcb req-e913466b-9fdf-4732-a874-533c4befdad9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0529974 Mar 31 18:22:27.796145 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-20ac08af-89c2-4e18-befd-7cdf93164fcb req-4ae84849-7710-4f2d-bc73-1972419a63d1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Mar 31 18:22:28.746242 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57134) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:28.928955 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24b49-12c6-40f5-be95-26322bd0a4be req-ee067b79-a564-4d27-b5c1-69d5a33e2c82 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:28.930540 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7f24b49-12c6-40f5-be95-26322bd0a4be req-ee067b79-a564-4d27-b5c1-69d5a33e2c82 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0603013 Mar 31 18:22:29.025002 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f7f24b49-12c6-40f5-be95-26322bd0a4be req-504e3da9-b885-4d73-912a-e480d528e54e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888457 Mar 31 18:22:29.136743 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Deleting port 918e63c5-bd2b-408d-aacc-46c2ece9e626 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:29.137076 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:29.217203 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:29.217623 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for floatingip (918e63c5-bd2b-408d-aacc-46c2ece9e626), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:29.230418 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Calling delete_port for 918e63c5-bd2b-408d-aacc-46c2ece9e626 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:29.460352 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (918e63c5-bd2b-408d-aacc-46c2ece9e626), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:29.487264 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event deleted for resources: {'Port': ['ID=918e63c5-bd2b-408d-aacc-46c2ece9e626,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:29.499589 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.499937 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.500280 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.500647 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.500981 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.501310 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.501634 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.501959 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.502277 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.502594 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.502910 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.503221 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.503560 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.503874 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.504285 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:29.564439 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for floatingip (cd2352bc-a231-451f-82b2-9d4e0d060ab8), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:29.564768 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.db.l3_db [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Floating IP cd2352bc-a231-451f-82b2-9d4e0d060ab8 disassociated (deleted). External IP: 172.37.4.235, port: ac0da20c-4da2-41db-a697-8bdb4f91e161. Mar 31 18:22:29.790694 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Router 611f16de-b088-4f16-b191-4d50395784dc has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:22:29.908670 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:22:29.913710 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:29.918079 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] Sync routers for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:22:29.931324 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:29.931953 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:29.943797 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0e389bbd-1d2b-4d7c-8d6d-1ba040048ea8 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "DELETE /v2.0/floatingips/cd2352bc-a231-451f-82b2-9d4e0d060ab8 HTTP/1.1" status: 204 len: 168 time: 1.1964614 Mar 31 18:22:29.944642 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:22:29.947044 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0c7c84ed5c79b088598c36fcab4be696d8e72b2bb5889a15cf202d89b45c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c097cdda-30b0-44c8-9bbd-da122661ec83" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:22:29.985190 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e745c0f-e3aa-4516-87ba-8d47573d630d x-openstack-request-id: req-7e745c0f-e3aa-4516-87ba-8d47573d630d {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:22:29.985578 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "status": "completed", "code": 200}]} {{(pid=103982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:22:29.986013 dv-cinder-master-3-smb neutron-server[103982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e745c0f-e3aa-4516-87ba-8d47573d630d {{(pid=103982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:22:29.986592 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e745c0f-e3aa-4516-87ba-8d47573d630d'] response: {'name': 'network-changed', 'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'status': 'completed', 'code': 200} Mar 31 18:22:30.050003 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:30.093990 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-77d97494-4e6a-4fb8-9cd6-15b402e70743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:30.096284 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-77d97494-4e6a-4fb8-9cd6-15b402e70743 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbf515108a0a4aff95dac60e3529c51a&device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 1129 time: 0.0546215 Mar 31 18:22:30.178890 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf074d-0f18-418b-aea4-4418bf9f6682 req-4177fed9-febf-4405-ba72-2e21601978ff tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:30.181077 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8abf074d-0f18-418b-aea4-4418bf9f6682 req-4177fed9-febf-4405-ba72-2e21601978ff tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0644193 Mar 31 18:22:30.211807 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-c6be43f2-18e0-4727-a3bc-5b9630267a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:30.213351 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-c6be43f2-18e0-4727-a3bc-5b9630267a0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 200 len: 909 time: 0.1022925 Mar 31 18:22:30.230841 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8abf074d-0f18-418b-aea4-4418bf9f6682 req-e281d45f-5c8b-44be-a98a-da72e7893340 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Mar 31 18:22:30.272565 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-b5416772-14c0-4d8e-ab9d-ebb50b81977e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 200 len: 217 time: 0.0510678 Mar 31 18:22:30.275963 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:04Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:30.310632 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] Checking router: 611f16de-b088-4f16-b191-4d50395784dc for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:22:30.319712 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:30.320335 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:30.340486 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-f63df069-09ae-4f10-8c68-68b4055d7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:30.342744 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-f63df069-09ae-4f10-8c68-68b4055d7b2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 200 len: 847 time: 0.0596268 Mar 31 18:22:30.392966 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-fe3d38fd-b5a8-4602-a5ac-6820b360197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:30.394640 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-fe3d38fd-b5a8-4602-a5ac-6820b360197a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20103efb-f0ee-4082-bade-70fb0ec7eb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458992 Mar 31 18:22:30.436798 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:30.495123 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-99508b6c-3bef-428a-b80a-176b30b26ac5 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940380 Mar 31 18:22:30.550571 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77ba8-ad0c-4ddd-aa73-d37f61bca32c req-bd94eee7-2767-4b81-8771-64eca49d3a22 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:30.552212 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-aac77ba8-ad0c-4ddd-aa73-d37f61bca32c req-bd94eee7-2767-4b81-8771-64eca49d3a22 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0602903 Mar 31 18:22:30.613306 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-aac77ba8-ad0c-4ddd-aa73-d37f61bca32c req-a0aad4f4-43d6-4cb4-af4b-a55fc51dbee1 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550561 Mar 31 18:22:30.641738 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c097cdda-30b0-44c8-9bbd-da122661ec83 req-93a12da9-1171-416d-b75d-b12d8cdcc4d2 service neutron] 10.222.0.65 "GET /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041329 Mar 31 18:22:30.674037 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:04Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:30.700146 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a5804-46a4-4c8e-8da9-a3cfab5a9d5a None None] The sync data for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb is: [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:00Z', 'revision_number': 4, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0e262068-5ad8-4836-85a8-a740504f3e48', 'name': '', 'network_id': '20103efb-f0ee-4082-bade-70fb0ec7eb9b', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'mac_address': 'fa:16:3e:49:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:59Z', 'updated_at': '2022-03-31T18:16:04Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'subnets': [{'id': 'fea60257-94dd-41b6-afb4-df508c1cadca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:22:30.927427 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e30bbe-2bbd-4179-85eb-65924ed0b9d4 None None] New status for floating IP cd2352bc-a231-451f-82b2-9d4e0d060ab8: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:22:31.375821 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d64d68-dc69-4fd7-96a2-f5dca4d8d844 req-3c1af40c-1512-4b96-bfc2-5d2b3329e5a8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:31.377485 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-19d64d68-dc69-4fd7-96a2-f5dca4d8d844 req-3c1af40c-1512-4b96-bfc2-5d2b3329e5a8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0577505 Mar 31 18:22:31.425292 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-19d64d68-dc69-4fd7-96a2-f5dca4d8d844 req-7fe858d2-7468-46ad-a394-173ec464fd5a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419009 Mar 31 18:22:31.748089 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfdc1d-74a4-41a2-8b47-5d51326735c9 req-04a264cb-8de7-495c-af2a-8f59f2efd70b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:31.749686 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-10bfdc1d-74a4-41a2-8b47-5d51326735c9 req-04a264cb-8de7-495c-af2a-8f59f2efd70b tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0626774 Mar 31 18:22:31.801902 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-10bfdc1d-74a4-41a2-8b47-5d51326735c9 req-90895a91-58fa-4d9f-a635-5b345d5516c2 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Mar 31 18:22:32.555737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40068b-67b0-4e18-8558-ecf7e04f1934 req-010aba1c-4023-49f8-962d-f81d27d101f0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:32.557119 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f40068b-67b0-4e18-8558-ecf7e04f1934 req-010aba1c-4023-49f8-962d-f81d27d101f0 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0577059 Mar 31 18:22:32.607792 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1f40068b-67b0-4e18-8558-ecf7e04f1934 req-f77aa0f6-a37a-4dcd-aa71-e70e659b075c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Mar 31 18:22:32.803677 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87559-b176-43bd-bdcc-2de0186c800b req-cc6a34a1-5026-4337-909f-86d979f97f4d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:32.805133 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49f87559-b176-43bd-bdcc-2de0186c800b req-cc6a34a1-5026-4337-909f-86d979f97f4d tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0515263 Mar 31 18:22:32.924518 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Deleting port ac0da20c-4da2-41db-a697-8bdb4f91e161 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:32.924890 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:32.927395 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874b14-1430-410b-8288-cde434c26fe8 req-5c4536d4-172c-4cc3-add8-24b1d391e40e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:32.929318 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7c874b14-1430-410b-8288-cde434c26fe8 req-5c4536d4-172c-4cc3-add8-24b1d391e40e tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 945 time: 0.0576255 Mar 31 18:22:32.977880 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7c874b14-1430-410b-8288-cde434c26fe8 req-79508786-13ea-48c2-9c41-83562b22636a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/security-groups?id=90147eea-9c56-4b66-879e-45079e92f79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Mar 31 18:22:33.022204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] For port ac0da20c-4da2-41db-a697-8bdb4f91e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac0da20c-4da2-41db-a697-8bdb4f91e161,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:33.022561 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:33.036175 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Calling delete_port for ac0da20c-4da2-41db-a697-8bdb4f91e161 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:33.248567 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (ac0da20c-4da2-41db-a697-8bdb4f91e161), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:33.283889 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event deleted for resources: {'Port': ['ID=ac0da20c-4da2-41db-a697-8bdb4f91e161,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:33.311644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.312013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.312351 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.312683 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.313012 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.313338 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.313661 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.313983 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.314307 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.314626 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.314944 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.315379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.315603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.315920 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.316233 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:33.336751 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] No DVR routers for this DVR port ac0da20c-4da2-41db-a697-8bdb4f91e161 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:33.339197 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:33.342574 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-49f87559-b176-43bd-bdcc-2de0186c800b req-f33790ad-2338-4bed-b1b1-3ea04ec22cdd tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.65 "DELETE /v2.0/ports/ac0da20c-4da2-41db-a697-8bdb4f91e161 HTTP/1.1" status: 204 len: 173 time: 0.5127528 Mar 31 18:22:33.343566 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-deleted', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:22:33.345888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172fc3e4-f1f1-4e47-9387-40ec6c6eba2c" -d '{"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-deleted", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:22:33.380806 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f7328-6721-4b04-8d3e-5c8aaeb564ac x-openstack-request-id: req-4c5f7328-6721-4b04-8d3e-5c8aaeb564ac {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:22:33.381094 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfb4cd3-84f1-4593-a896-8820c6f65c91", "name": "network-vif-deleted", "tag": "ac0da20c-4da2-41db-a697-8bdb4f91e161", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:22:33.381344 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c5f7328-6721-4b04-8d3e-5c8aaeb564ac {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:22:33.381742 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5f7328-6721-4b04-8d3e-5c8aaeb564ac'] response: {'server_uuid': '0cfb4cd3-84f1-4593-a896-8820c6f65c91', 'name': 'network-vif-deleted', 'tag': 'ac0da20c-4da2-41db-a697-8bdb4f91e161', 'status': 'completed', 'code': 200} Mar 31 18:22:33.756296 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ca0e-aec4-4032-a6e7-913178166963 req-73ef0312-7b65-4b3d-9835-106f1e8b781a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:33.758253 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4e75ca0e-aec4-4032-a6e7-913178166963 req-73ef0312-7b65-4b3d-9835-106f1e8b781a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0625467 Mar 31 18:22:33.809049 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4e75ca0e-aec4-4032-a6e7-913178166963 req-d239f58d-4f92-42de-89dd-f6ef4d80355d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Mar 31 18:22:34.079949 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2176523b-8551-42a2-826c-92add9228d3a req-221a62de-12f6-46a7-9d4f-a949c6634f43 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 210 time: 0.0311694 Mar 31 18:22:34.933502 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a137f-0031-4b7a-bfba-7d04e35552ba req-0d8ffb06-491d-44b4-b9e7-b0f37587a79f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:34.934985 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-685a137f-0031-4b7a-bfba-7d04e35552ba req-0d8ffb06-491d-44b4-b9e7-b0f37587a79f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0531104 Mar 31 18:22:34.981923 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-685a137f-0031-4b7a-bfba-7d04e35552ba req-c89228c3-95e2-413a-bd67-e45c81c47c8a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Mar 31 18:22:35.185371 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-273abd9f-e423-413b-a3db-6d5fca9c2f11 req-096eee3d-4505-4f4d-be2b-d326e70a2c5a tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cfb4cd3-84f1-4593-a896-8820c6f65c91 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Mar 31 18:22:36.108935 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54325e6f-3aa0-4759-840a-0d792c514902 req-0a8baffd-a8b2-4faa-8600-da0392b64991 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:36.110905 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-54325e6f-3aa0-4759-840a-0d792c514902 req-0a8baffd-a8b2-4faa-8600-da0392b64991 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0569873 Mar 31 18:22:36.158395 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-54325e6f-3aa0-4759-840a-0d792c514902 req-6cac05a8-0c57-4177-a013-14c88d60b5d2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Mar 31 18:22:36.241337 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57202) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:36.298811 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d55ce1bb-dad3-45d3-896d-456e77811c87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group (90147eea-9c56-4b66-879e-45079e92f79e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:36.323083 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d55ce1bb-dad3-45d3-896d-456e77811c87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group (90147eea-9c56-4b66-879e-45079e92f79e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:36.499673 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d55ce1bb-dad3-45d3-896d-456e77811c87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (90147eea-9c56-4b66-879e-45079e92f79e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:36.502229 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d55ce1bb-dad3-45d3-896d-456e77811c87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:36.503441 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d55ce1bb-dad3-45d3-896d-456e77811c87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] 10.222.0.62 "DELETE /v2.0/security-groups/90147eea-9c56-4b66-879e-45079e92f79e HTTP/1.1" status: 204 len: 168 time: 0.2610831 Mar 31 18:22:36.512998 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce1bb-dad3-45d3-896d-456e77811c87 tempest-TestShelveInstance-309682193 tempest-TestShelveInstance-309682193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90147eea-9c56-4b66-879e-45079e92f79e,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:36.601623 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:36.619266 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57208) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:36.624839 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: ac0da20c-4da2-41db-a697-8bdb4f91e161 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:36.625692 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device ac0da20c-4da2-41db-a697-8bdb4f91e161 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:37.086135 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (611f16de-b088-4f16-b191-4d50395784dc), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:37.289073 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554f2b-d9ce-48c9-afb2-97e5c10fc900 req-1587059a-0377-41e0-bc7d-b4a7ebfdce07 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:37.290663 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d3554f2b-d9ce-48c9-afb2-97e5c10fc900 req-1587059a-0377-41e0-bc7d-b4a7ebfdce07 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0580857 Mar 31 18:22:37.343266 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d3554f2b-d9ce-48c9-afb2-97e5c10fc900 req-6ea6e26f-e718-476f-89ac-9e211dc02b1e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467076 Mar 31 18:22:37.575853 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Deleting port 0e262068-5ad8-4836-85a8-a740504f3e48 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:37.576462 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:37.653367 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] For port 0e262068-5ad8-4836-85a8-a740504f3e48, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0e262068-5ad8-4836-85a8-a740504f3e48,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:37.653763 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:37.667301 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Calling delete_port for 0e262068-5ad8-4836-85a8-a740504f3e48 owned by network:router_interface {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:37.917385 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (0e262068-5ad8-4836-85a8-a740504f3e48), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:37.943420 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e262068-5ad8-4836-85a8-a740504f3e48,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:38.118244 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (611f16de-b088-4f16-b191-4d50395784dc), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:38.336283 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Router 611f16de-b088-4f16-b191-4d50395784dc has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:22:38.480242 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:22:38.486785 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-11897063-4afb-4ee5-851c-eab6abbb5956 admin admin] 10.222.0.62 "PUT /v2.0/routers/611f16de-b088-4f16-b191-4d50395784dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664083 Mar 31 18:22:38.489575 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57218) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:38.492138 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] Sync routers for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:22:38.495842 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da983-70dd-4e97-982d-63dfeb75eaa8 req-93a6c066-3cde-4bdb-93d6-9166df63ee83 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:38.496791 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e76da983-70dd-4e97-982d-63dfeb75eaa8 req-93a6c066-3cde-4bdb-93d6-9166df63ee83 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0784249 Mar 31 18:22:38.505621 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:38.506253 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:38.555496 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e76da983-70dd-4e97-982d-63dfeb75eaa8 req-78c2bf3f-7019-462b-a553-a5912f9445dc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Mar 31 18:22:38.613758 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks [] for router (611f16de-b088-4f16-b191-4d50395784dc), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:38.617419 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:38.726310 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks [] for router_gateway (611f16de-b088-4f16-b191-4d50395784dc), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:38.857781 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Deleting port 6bae0d85-80ed-4ad7-9e16-6dc472736df6 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:38.858117 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:38.887949 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246'}], 'enable_snat': True}, 'gw_port_id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:22:37Z', 'revision_number': 5, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port': {'id': '6bae0d85-80ed-4ad7-9e16-6dc472736df6', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611f16de-b088-4f16-b191-4d50395784dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:38.913529 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] Checking router: 611f16de-b088-4f16-b191-4d50395784dc for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:22:38.922133 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] Routers {'611f16de-b088-4f16-b191-4d50395784dc'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:38.922762 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['611f16de-b088-4f16-b191-4d50395784dc'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:38.947139 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] For port 6bae0d85-80ed-4ad7-9e16-6dc472736df6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6bae0d85-80ed-4ad7-9e16-6dc472736df6,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:38.947618 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:38.961001 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Calling delete_port for 6bae0d85-80ed-4ad7-9e16-6dc472736df6 owned by network:router_gateway {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:39.015102 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] Set router 611f16de-b088-4f16-b191-4d50395784dc gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:39.070180 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:22:38Z', 'revision_number': 6, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:39.098368 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57fc8c-51c2-439d-a0b6-c9049d244c18 None None] The sync data for ids ['611f16de-b088-4f16-b191-4d50395784dc'] in dv-cinder-master-3-smb is: [{'id': '611f16de-b088-4f16-b191-4d50395784dc', 'name': 'tempest-TestShelveInstance-671657886-router', 'tenant_id': 'fbf515108a0a4aff95dac60e3529c51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:15:56Z', 'updated_at': '2022-03-31T18:22:38Z', 'revision_number': 6, 'project_id': 'fbf515108a0a4aff95dac60e3529c51a', 'gw_port_host': None}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:22:39.191575 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (6bae0d85-80ed-4ad7-9e16-6dc472736df6), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.217477 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bae0d85-80ed-4ad7-9e16-6dc472736df6,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:39.277678 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (611f16de-b088-4f16-b191-4d50395784dc), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.648186 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (611f16de-b088-4f16-b191-4d50395784dc), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.663861 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks [] for router_controller (611f16de-b088-4f16-b191-4d50395784dc), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.746451 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d8a06-746b-4157-8957-ed821fa5d60c req-1e859b8f-0e96-41ad-8d17-4c61b53dc144 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:39.747916 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-262d8a06-746b-4157-8957-ed821fa5d60c req-1e859b8f-0e96-41ad-8d17-4c61b53dc144 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.1156507 Mar 31 18:22:39.804173 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-262d8a06-746b-4157-8957-ed821fa5d60c req-859a0aaa-ca43-40a1-b359-50584d5c3e1e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Mar 31 18:22:39.805197 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (611f16de-b088-4f16-b191-4d50395784dc), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.805759 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611f16de-b088-4f16-b191-4d50395784dc {{(pid=103981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:22:39.811374 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.813177 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-f7bbae3c-14a2-4b47-8737-e145bb4e8277 admin admin] 10.222.0.62 "DELETE /v2.0/routers/611f16de-b088-4f16-b191-4d50395784dc HTTP/1.1" status: 204 len: 168 time: 1.3219333 Mar 31 18:22:39.815510 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57226) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:39.874223 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Deleting subnet fea60257-94dd-41b6-afb4-df508c1cadca {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:22:39.878259 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Publish callbacks [] for subnet (fea60257-94dd-41b6-afb4-df508c1cadca), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.921223 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (fea60257-94dd-41b6-afb4-df508c1cadca), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:39.940750 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0e262068-5ad8-4836-85a8-a740504f3e48 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:39.964665 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 0e262068-5ad8-4836-85a8-a740504f3e48 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:39.965013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0e262068-5ad8-4836-85a8-a740504f3e48 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:39.965447 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6bae0d85-80ed-4ad7-9e16-6dc472736df6 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:39.988836 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 6bae0d85-80ed-4ad7-9e16-6dc472736df6 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:39.989033 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6bae0d85-80ed-4ad7-9e16-6dc472736df6 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:40.014112 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (fea60257-94dd-41b6-afb4-df508c1cadca), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.192185 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (fea60257-94dd-41b6-afb4-df508c1cadca), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.218519 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea60257-94dd-41b6-afb4-df508c1cadca,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:40.229207 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.229328 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d205b-0dda-4e7c-9784-7d5c1d7830e8 None None] Network 20103efb-f0ee-4082-bade-70fb0ec7eb9b requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:22:40.231507 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-638c6db4-3d9a-4b45-8000-0f6c462bf8d7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fea60257-94dd-41b6-afb4-df508c1cadca HTTP/1.1" status: 204 len: 168 time: 0.4149027 Mar 31 18:22:40.234263 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57228) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:40.304790 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (20103efb-f0ee-4082-bade-70fb0ec7eb9b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.365491 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Deleting port b49eb61c-1892-4a8b-803e-802bfbc9666b {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:40.365824 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.375744 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] DHCP port deletion for 20103efb-f0ee-4082-bade-70fb0ec7eb9b request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:22:40.430765 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Deleting port b49eb61c-1892-4a8b-803e-802bfbc9666b {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:40.431162 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.433124 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] For port b49eb61c-1892-4a8b-803e-802bfbc9666b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b49eb61c-1892-4a8b-803e-802bfbc9666b,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:40.433490 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.446570 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Calling delete_port for b49eb61c-1892-4a8b-803e-802bfbc9666b owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:40.496013 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] For port b49eb61c-1892-4a8b-803e-802bfbc9666b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b49eb61c-1892-4a8b-803e-802bfbc9666b,segment=NetworkSegment(91632597-3318-46c0-9f2f-b1f9cf2ccc00),segment_id=91632597-3318-46c0-9f2f-b1f9cf2ccc00)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:40.496416 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.510142 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Calling delete_port for b49eb61c-1892-4a8b-803e-802bfbc9666b owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:40.625958 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.655184 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49eb61c-1892-4a8b-803e-802bfbc9666b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:40.659995 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] No DVR routers for this DVR port b49eb61c-1892-4a8b-803e-802bfbc9666b on host dv-cinder-master-3-smb {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:40.702408 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:22:40.731945 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (20103efb-f0ee-4082-bade-70fb0ec7eb9b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.752709 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20103efb-f0ee-4082-bade-70fb0ec7eb9b']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:40.762998 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91632597-3318-46c0-9f2f-b1f9cf2ccc00') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:40.763322 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91632597-3318-46c0-9f2f-b1f9cf2ccc00') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:40.777024 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (91632597-3318-46c0-9f2f-b1f9cf2ccc00), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.790711 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (91632597-3318-46c0-9f2f-b1f9cf2ccc00), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.794752 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (b49eb61c-1892-4a8b-803e-802bfbc9666b), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.797160 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:22:40.797837 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (91632597-3318-46c0-9f2f-b1f9cf2ccc00), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:22:40.799740 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:22:40.831183 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Pushing event deleted for resources: {'Port': ['ID=b49eb61c-1892-4a8b-803e-802bfbc9666b,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:40.842373 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] No DVR routers for this DVR port b49eb61c-1892-4a8b-803e-802bfbc9666b on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:40.845011 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.845850 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.845850 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.846110 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.846447 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.846686 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.847018 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.847377 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.847715 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.848039 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.848367 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.848955 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.849452 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.849967 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.850288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39c2ec-a641-4504-adc7-2ab69490bcac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:22:40.876100 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:40.897472 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'mac_address': 'fa:16:3e:c5:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:22:40.934965 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (20103efb-f0ee-4082-bade-70fb0ec7eb9b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.940154 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: ACTIVE; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:22:40.940682 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.947532 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:40.951228 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] 10.222.0.62 "DELETE /v2.0/networks/20103efb-f0ee-4082-bade-70fb0ec7eb9b HTTP/1.1" status: 204 len: 168 time: 0.7180743 Mar 31 18:22:40.954840 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57240) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:40.966358 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:22:40.969512 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb784-574d-411f-8045-b4bda14d3479 admin admin] Pushing event deleted for resources: {'Network': ['ID=20103efb-f0ee-4082-bade-70fb0ec7eb9b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:40.982916 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:40.989314 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d07717-45b9-4a6e-a190-ecf5dec46d46 req-0aad31a4-d22e-4ddf-be5a-c22d91b18f0f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:41.001022 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c0d07717-45b9-4a6e-a190-ecf5dec46d46 req-0aad31a4-d22e-4ddf-be5a-c22d91b18f0f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0935705 Mar 31 18:22:41.055121 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c0d07717-45b9-4a6e-a190-ecf5dec46d46 req-50144b26-552d-4f16-b626-1e226e6fde6b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579963 Mar 31 18:22:41.059857 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:41.115382 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=6']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:41.273216 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:22:41.448738 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:41.776629 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Deleting port 5b67371d-c188-49c9-b165-5f2569e18f15 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:41.776970 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:41.858712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] For port 5b67371d-c188-49c9-b165-5f2569e18f15, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5b67371d-c188-49c9-b165-5f2569e18f15,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:41.859105 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:41.876309 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Calling delete_port for 5b67371d-c188-49c9-b165-5f2569e18f15 owned by network:router_interface {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:41.915752 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device b49eb61c-1892-4a8b-803e-802bfbc9666b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:41.936601 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: b49eb61c-1892-4a8b-803e-802bfbc9666b {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:41.937066 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device b49eb61c-1892-4a8b-803e-802bfbc9666b not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:42.159727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (5b67371d-c188-49c9-b165-5f2569e18f15), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:42.188997 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b67371d-c188-49c9-b165-5f2569e18f15,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:42.251727 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc16780-a090-498c-9fc7-f89fb339262e req-9968e681-5513-4d0c-9132-c5bd355f4c6c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:42.253324 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-afc16780-a090-498c-9fc7-f89fb339262e req-9968e681-5513-4d0c-9132-c5bd355f4c6c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 944 time: 0.1249831 Mar 31 18:22:42.383263 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-afc16780-a090-498c-9fc7-f89fb339262e req-f2633f51-6524-4f7c-888a-c08edb982bbf tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225727 Mar 31 18:22:42.411203 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:42.612009 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:22:42.646258 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:22:42.682297 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:22:42.682859 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:42.815406 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:22:42.815826 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:42.842487 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:22:42.844707 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-1e1dfb31-4f6d-46c9-bc0a-13797b40ac53 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e0d746b-114c-4dc1-ba9d-4db9d5f677b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870628 Mar 31 18:22:42.848039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57256) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:42.848826 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] Sync routers for ids ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:22:42.859908 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:22:42.861235 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e94375a-b49a-4095-b00c-dd4a050e88eb" -d '{"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:22:42.880657 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:42.883869 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] Routers {'0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:42.884541 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:42.933272 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e48ef5-0691-44ec-90ba-148eeda17821 x-openstack-request-id: req-82e48ef5-0691-44ec-90ba-148eeda17821 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:22:42.933895 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:22:42.934322 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82e48ef5-0691-44ec-90ba-148eeda17821 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:22:42.934931 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e48ef5-0691-44ec-90ba-148eeda17821'] response: {'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'code': 200} Mar 31 18:22:42.979039 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:43.037098 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks [] for router (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:43.063871 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=7']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:43.088411 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] Set router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:43.200935 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks [] for router_gateway (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:43.300029 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87'}], 'enable_snat': True}, 'gw_port_id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:22:42Z', 'revision_number': 5, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port': {'id': '271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:16:05Z', 'updated_at': '2022-03-31T18:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:43.327753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] Checking router: 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:22:43.336499 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] Routers {'0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:22:43.337198 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:43.384590 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Deleting port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:43.384908 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:43.439516 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] Set router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 gateway port host: None {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:22:43.504396 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:22:43Z', 'revision_number': 6, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:43.520767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] For port 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:43.521252 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:43.530718 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881af54-11c9-49f2-8633-872550be4eb5 None None] The sync data for ids ['0e0d746b-114c-4dc1-ba9d-4db9d5f677b9'] in dv-cinder-master-3-smb is: [{'id': '0e0d746b-114c-4dc1-ba9d-4db9d5f677b9', 'name': 'tempest-TestShelveInstance-517710255-router', 'tenant_id': '1628bfcbee9b4816a2ae03f85e372501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:16:04Z', 'updated_at': '2022-03-31T18:22:43Z', 'revision_number': 6, 'project_id': '1628bfcbee9b4816a2ae03f85e372501', 'gw_port_host': None}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:22:43.540324 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Calling delete_port for 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 owned by network:router_gateway {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:43.598558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bda3c-fbce-4f24-9885-9ecac391e1aa req-2fe63224-dd12-4877-aefb-6d924bf06804 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:43.600220 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cb8bda3c-fbce-4f24-9885-9ecac391e1aa req-2fe63224-dd12-4877-aefb-6d924bf06804 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.1414587 Mar 31 18:22:43.705613 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-cb8bda3c-fbce-4f24-9885-9ecac391e1aa req-97ade53d-6212-4332-af8d-2ca878a731d2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982809 Mar 31 18:22:43.877120 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:43.921766 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Pushing event deleted for resources: {'Port': ['ID=271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:43.957380 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 5b67371d-c188-49c9-b165-5f2569e18f15 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:43.990848 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 5b67371d-c188-49c9-b165-5f2569e18f15 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:43.993844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 5b67371d-c188-49c9-b165-5f2569e18f15 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:44.002039 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.097332 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.100883 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks [] for router_controller (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.236873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (0e0d746b-114c-4dc1-ba9d-4db9d5f677b9), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.237572 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 {{(pid=103981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:22:44.242511 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.243747 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-b13defc4-9fc5-4876-a682-fed889b89545 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0e0d746b-114c-4dc1-ba9d-4db9d5f677b9 HTTP/1.1" status: 204 len: 168 time: 1.3943975 Mar 31 18:22:44.246328 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57268) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:44.292339 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Deleting subnet 4d8faa7e-8abf-4d34-93ee-aae1ca08297f {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:22:44.295473 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Publish callbacks [] for subnet (4d8faa7e-8abf-4d34-93ee-aae1ca08297f), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.336185 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (4d8faa7e-8abf-4d34-93ee-aae1ca08297f), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.426764 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (4d8faa7e-8abf-4d34-93ee-aae1ca08297f), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.583856 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (4d8faa7e-8abf-4d34-93ee-aae1ca08297f), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.611815 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8faa7e-8abf-4d34-93ee-aae1ca08297f,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:44.617251 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.623769 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57272) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:44.625763 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-be6b4542-e720-4586-8806-f3142f507e57 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4d8faa7e-8abf-4d34-93ee-aae1ca08297f HTTP/1.1" status: 204 len: 168 time: 0.3772025 Mar 31 18:22:44.632736 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bc2aa-21ff-4d29-80d6-0e2a2663c81c None None] Network c04bc697-dd07-4b30-bc55-7ee7927657a2 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:22:44.703165 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (c04bc697-dd07-4b30-bc55-7ee7927657a2), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.758838 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Deleting port c1412797-08f1-4bf0-8de5-6c5705c57cde {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:44.759616 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.816932 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] DHCP port deletion for c04bc697-dd07-4b30-bc55-7ee7927657a2 request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:22:44.858085 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] For port c1412797-08f1-4bf0-8de5-6c5705c57cde, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c1412797-08f1-4bf0-8de5-6c5705c57cde,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:44.858456 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.874115 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Calling delete_port for c1412797-08f1-4bf0-8de5-6c5705c57cde owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:44.875835 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] Deleting port c1412797-08f1-4bf0-8de5-6c5705c57cde {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:22:44.876225 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.892443 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc087f-866e-4bca-91bf-a5d52b016360 req-122d925a-ca78-46e0-9d3f-23108ac85924 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:44.894018 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7cfc087f-866e-4bca-91bf-a5d52b016360 req-122d925a-ca78-46e0-9d3f-23108ac85924 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0946891 Mar 31 18:22:44.944866 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] For port c1412797-08f1-4bf0-8de5-6c5705c57cde, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c1412797-08f1-4bf0-8de5-6c5705c57cde,segment=NetworkSegment(001be6e3-f6f3-43c8-9865-254214400dc9),segment_id=001be6e3-f6f3-43c8-9865-254214400dc9)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:22:44.945078 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:44.959020 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] Calling delete_port for c1412797-08f1-4bf0-8de5-6c5705c57cde owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:22:44.990696 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7cfc087f-866e-4bca-91bf-a5d52b016360 req-3e286a34-9f50-4b91-9ae1-0a619d919786 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905135 Mar 31 18:22:45.094700 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.104933 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (c1412797-08f1-4bf0-8de5-6c5705c57cde), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.126964 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c1412797-08f1-4bf0-8de5-6c5705c57cde,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:45.131558 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] Pushing event deleted for resources: {'Port': ['ID=c1412797-08f1-4bf0-8de5-6c5705c57cde,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:45.132210 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] No DVR routers for this DVR port c1412797-08f1-4bf0-8de5-6c5705c57cde on host dv-cinder-master-3-smb {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:45.135926 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d84c17-9012-4144-933a-9a971be4aa34 None None] No DVR routers for this DVR port c1412797-08f1-4bf0-8de5-6c5705c57cde on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:22:45.210285 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (c04bc697-dd07-4b30-bc55-7ee7927657a2), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.234574 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04bc697-dd07-4b30-bc55-7ee7927657a2']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:45.244656 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001be6e3-f6f3-43c8-9865-254214400dc9') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:45.244952 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001be6e3-f6f3-43c8-9865-254214400dc9') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:22:45.260403 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (001be6e3-f6f3-43c8-9865-254214400dc9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.275489 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (001be6e3-f6f3-43c8-9865-254214400dc9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.282441 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (001be6e3-f6f3-43c8-9865-254214400dc9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:22:45.287473 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:22:45.454548 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (c04bc697-dd07-4b30-bc55-7ee7927657a2), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.470316 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.476341 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] 10.222.0.62 "DELETE /v2.0/networks/c04bc697-dd07-4b30-bc55-7ee7927657a2 HTTP/1.1" status: 204 len: 168 time: 0.8496935 Mar 31 18:22:45.495467 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100b112-35cb-45ce-8c50-1bc3a79741fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c04bc697-dd07-4b30-bc55-7ee7927657a2,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:45.685727 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:45.938761 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57304) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:45.965077 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:45.988623 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:45.989233 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 271f1cad-0f9f-4322-ba3a-cbad4bb4c0a9 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:45.989982 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device c1412797-08f1-4bf0-8de5-6c5705c57cde no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:22:46.013740 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: c1412797-08f1-4bf0-8de5-6c5705c57cde {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:22:46.014092 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device c1412797-08f1-4bf0-8de5-6c5705c57cde not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:22:46.176922 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549d467-1801-4030-8f45-dcbb81d055d2 req-2a2ee47c-a562-4070-bd93-d0d6a3e7a212 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:46.179400 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e549d467-1801-4030-8f45-dcbb81d055d2 req-2a2ee47c-a562-4070-bd93-d0d6a3e7a212 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0680559 Mar 31 18:22:46.232530 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e549d467-1801-4030-8f45-dcbb81d055d2 req-0f580884-37a9-4c24-b858-caaa2876fb59 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Mar 31 18:22:46.274829 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-87844a7b-bb97-46e6-937d-a9d432155fb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbf515108a0a4aff95dac60e3529c51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324647 Mar 31 18:22:46.275124 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57314) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:46.329546 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c5475d9e-9ef7-4543-9d25-417cbe365d91 admin admin] Publish callbacks [] for security_group (1c55a318-decd-43eb-96fc-f56690e589a4), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:46.358645 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c5475d9e-9ef7-4543-9d25-417cbe365d91 admin admin] Publish callbacks [] for security_group (1c55a318-decd-43eb-96fc-f56690e589a4), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:46.534257 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c5475d9e-9ef7-4543-9d25-417cbe365d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1c55a318-decd-43eb-96fc-f56690e589a4), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:46.536883 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c5475d9e-9ef7-4543-9d25-417cbe365d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:46.538539 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c5475d9e-9ef7-4543-9d25-417cbe365d91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c55a318-decd-43eb-96fc-f56690e589a4 HTTP/1.1" status: 204 len: 168 time: 0.2622662 Mar 31 18:22:46.550700 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5475d9e-9ef7-4543-9d25-417cbe365d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55a318-decd-43eb-96fc-f56690e589a4,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:47.323837 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-876f6dc6-bb09-4293-9ee9-098fb913d63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:47.493625 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb139e-47db-4c0e-ba95-79c538c5a282 req-779a584e-49b0-421b-9b3a-36ad4325841a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:47.496232 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-96bb139e-47db-4c0e-ba95-79c538c5a282 req-779a584e-49b0-421b-9b3a-36ad4325841a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.1300020 Mar 31 18:22:47.590866 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-96bb139e-47db-4c0e-ba95-79c538c5a282 req-1dabc611-0dcc-4ab9-a605-bd341f3da847 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736754 Mar 31 18:22:47.709677 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57336) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:47.766849 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-88cf23f1-02c7-4e03-a254-5691ea1da324 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1628bfcbee9b4816a2ae03f85e372501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526292 Mar 31 18:22:47.767218 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57338) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:47.860434 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa8b2-451a-4432-93fb-cfd62b604fde admin admin] Publish callbacks [] for security_group (d3331815-a4af-4885-9336-62e2e2d4dda5), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:47.907313 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa8b2-451a-4432-93fb-cfd62b604fde admin admin] Publish callbacks [] for security_group (d3331815-a4af-4885-9336-62e2e2d4dda5), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:48.057585 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa8b2-451a-4432-93fb-cfd62b604fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d3331815-a4af-4885-9336-62e2e2d4dda5), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:48.061633 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7ccaa8b2-451a-4432-93fb-cfd62b604fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:48.066000 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7ccaa8b2-451a-4432-93fb-cfd62b604fde admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3331815-a4af-4885-9336-62e2e2d4dda5 HTTP/1.1" status: 204 len: 168 time: 0.2946119 Mar 31 18:22:48.077615 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaa8b2-451a-4432-93fb-cfd62b604fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3331815-a4af-4885-9336-62e2e2d4dda5,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:48.980931 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de1e6-e373-4416-b775-0a1e471f775c req-e62d3515-d737-445f-8a35-f070525e5946 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:48.980931 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d04de1e6-e373-4416-b775-0a1e471f775c req-e62d3515-d737-445f-8a35-f070525e5946 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.1503115 Mar 31 18:22:48.986040 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d04de1e6-e373-4416-b775-0a1e471f775c req-cd604382-0445-41d6-ae29-d4d97ce82036 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014819 Mar 31 18:22:49.861035 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57356) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:49.911987 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-83d40238-8cff-4744-bb4d-22e4e5c3e66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:49.981810 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-56fd11e6-cb4e-47c8-a21a-e4401cd25b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.112853 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-56fd11e6-cb4e-47c8-a21a-e4401cd25b9f admin admin] Publish callbacks [] for security_group (fe1bc4a3-68de-412a-938d-c6085ed96edf), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.149539 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eb2eb-d3a8-4c07-b53e-1b589782c414 req-bf84f68b-bf29-4d8a-b33a-0f08789f7cfa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:50.149539 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-642eb2eb-d3a8-4c07-b53e-1b589782c414 req-bf84f68b-bf29-4d8a-b33a-0f08789f7cfa tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0820847 Mar 31 18:22:50.201546 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-642eb2eb-d3a8-4c07-b53e-1b589782c414 req-07eefe8d-994c-4ba9-811a-9543fd595c34 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525372 Mar 31 18:22:50.346469 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-56fd11e6-cb4e-47c8-a21a-e4401cd25b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (fe1bc4a3-68de-412a-938d-c6085ed96edf), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.397476 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd11e6-cb4e-47c8-a21a-e4401cd25b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1bc4a3-68de-412a-938d-c6085ed96edf,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:50.403329 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-56fd11e6-cb4e-47c8-a21a-e4401cd25b9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=706c3713a6ff4d60bc3c502f9dca6901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402019 Mar 31 18:22:50.407037 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57372) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:22:50.469213 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c33a42e9-d41e-48fa-92cb-f12bfbeb57c2 admin admin] Publish callbacks [] for security_group (fe1bc4a3-68de-412a-938d-c6085ed96edf), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.493952 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c33a42e9-d41e-48fa-92cb-f12bfbeb57c2 admin admin] Publish callbacks [] for security_group (fe1bc4a3-68de-412a-938d-c6085ed96edf), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.728499 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.775197 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c33a42e9-d41e-48fa-92cb-f12bfbeb57c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (fe1bc4a3-68de-412a-938d-c6085ed96edf), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.777776 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c33a42e9-d41e-48fa-92cb-f12bfbeb57c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:50.779306 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c33a42e9-d41e-48fa-92cb-f12bfbeb57c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe1bc4a3-68de-412a-938d-c6085ed96edf HTTP/1.1" status: 204 len: 168 time: 0.3705785 Mar 31 18:22:50.799384 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a42e9-d41e-48fa-92cb-f12bfbeb57c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1bc4a3-68de-412a-938d-c6085ed96edf,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:22:51.397222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964e240-3a2c-4f1b-a4b3-a0f5f4ba0ae4 req-03a8d883-d46c-4dc4-8369-656a2b98bd58 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:51.405392 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6964e240-3a2c-4f1b-a4b3-a0f5f4ba0ae4 req-03a8d883-d46c-4dc4-8369-656a2b98bd58 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.1065004 Mar 31 18:22:51.475203 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6964e240-3a2c-4f1b-a4b3-a0f5f4ba0ae4 req-2424388b-6a85-40da-9d04-842e6f7b76d6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678744 Mar 31 18:22:52.469026 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:52.629375 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5f9d4-708c-46af-8554-d96796df7afb req-5087ae0e-928b-4f1c-a72a-49feae9953f4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:52.631758 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0d5f9d4-708c-46af-8554-d96796df7afb req-5087ae0e-928b-4f1c-a72a-49feae9953f4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0611031 Mar 31 18:22:52.701296 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0d5f9d4-708c-46af-8554-d96796df7afb req-043c04de-6d52-4179-9fda-560708683828 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638404 Mar 31 18:22:53.831699 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:22:53.858539 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4deee2-e300-4c76-b188-abd00b78dfbb req-144ce59a-d541-418d-bbd8-a2d931e9fcf8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:53.860172 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-de4deee2-e300-4c76-b188-abd00b78dfbb req-144ce59a-d541-418d-bbd8-a2d931e9fcf8 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0661407 Mar 31 18:22:53.932318 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-de4deee2-e300-4c76-b188-abd00b78dfbb req-6e2bc7c7-a004-4431-9cbf-99194909a6b4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653489 Mar 31 18:22:55.116848 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c563c6a-2727-445a-b296-4af08dbee14b req-85149df8-7b7e-46e5-9d70-4504f96d6584 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:55.120364 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2c563c6a-2727-445a-b296-4af08dbee14b req-85149df8-7b7e-46e5-9d70-4504f96d6584 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0928226 Mar 31 18:22:55.194790 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2c563c6a-2727-445a-b296-4af08dbee14b req-7e0bc722-d7fb-4841-8470-6483e54023fc tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624068 Mar 31 18:22:56.370339 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f633d-d264-4713-a88c-69bdf8e7a90d req-8bd8be2c-ea60-41f6-9850-aaab08b44ad9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:56.373259 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ce6f633d-d264-4713-a88c-69bdf8e7a90d req-8bd8be2c-ea60-41f6-9850-aaab08b44ad9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0867894 Mar 31 18:22:56.455591 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ce6f633d-d264-4713-a88c-69bdf8e7a90d req-0a9a98fb-7b08-4333-9fcb-456f67f878af tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732200 Mar 31 18:22:57.637311 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a089b8-2981-48ce-9db5-c8506ea013f4 req-42927101-9985-4c8b-8698-bd8698713c16 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:57.646546 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-16a089b8-2981-48ce-9db5-c8506ea013f4 req-42927101-9985-4c8b-8698-bd8698713c16 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0810232 Mar 31 18:22:57.729170 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-16a089b8-2981-48ce-9db5-c8506ea013f4 req-8695705c-0714-4698-943f-36eda2eafe81 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794642 Mar 31 18:22:58.497631 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:22:58.874432 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62860caf-9c0f-4960-80e8-5c2fa71f5eff req-ad340c08-a8b9-4f46-a93f-6e500736d997 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:58.875944 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62860caf-9c0f-4960-80e8-5c2fa71f5eff req-ad340c08-a8b9-4f46-a93f-6e500736d997 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Mar 31 18:22:58.936492 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-62860caf-9c0f-4960-80e8-5c2fa71f5eff req-19053272-adae-4a8f-bf5a-5c62db613bba tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547988 Mar 31 18:22:59.882319 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-bb1f4498-a108-49c3-bcbb-2210bcd1c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:59.884209 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-bb1f4498-a108-49c3-bcbb-2210bcd1c746 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1129 time: 0.0502336 Mar 31 18:22:59.982852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-f6e7fcc4-a3a3-4107-bcce-6a64a64398fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:22:59.984802 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-f6e7fcc4-a3a3-4107-bcce-6a64a64398fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.0947978 Mar 31 18:23:00.072789 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-c45c7915-7bcd-442b-b713-6cdedae2eac1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 1001 time: 0.0817480 Mar 31 18:23:00.089618 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514c7c-b418-4da6-991e-a017d67ee9d5 req-eca62f6e-8293-4b3c-8dc2-f8127f4b7fae tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:00.092680 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4b514c7c-b418-4da6-991e-a017d67ee9d5 req-eca62f6e-8293-4b3c-8dc2-f8127f4b7fae tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0642967 Mar 31 18:23:00.128325 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-7a931f47-63b6-407f-b4a9-5baaa6964270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:00.129640 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-7a931f47-63b6-407f-b4a9-5baaa6964270 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0514338 Mar 31 18:23:00.163363 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4b514c7c-b418-4da6-991e-a017d67ee9d5 req-0029f6fe-d536-4e3a-b097-232693896204 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642595 Mar 31 18:23:00.196898 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-bdefa13d-37c4-49a2-be2a-947f44af911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:00.198453 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-bdefa13d-37c4-49a2-be2a-947f44af911a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0631335 Mar 31 18:23:00.315097 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-95b2c412-2e69-4d70-ab3d-20a0b69b5dc6 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105802 Mar 31 18:23:00.414995 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bd6f6d22-96f2-4d21-ac8c-5468d0776e26 req-e48c94d6-02d5-4c50-ac05-865e7db9d4e8 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945334 Mar 31 18:23:01.316744 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291285f-9223-4623-ace8-f311b67392a0 req-21c730d9-5bcc-4ef6-bfed-cf3893eab342 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:01.318510 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d291285f-9223-4623-ace8-f311b67392a0 req-21c730d9-5bcc-4ef6-bfed-cf3893eab342 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0766733 Mar 31 18:23:01.377590 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d291285f-9223-4623-ace8-f311b67392a0 req-a0580903-b6a8-404e-9ec9-12706cf26736 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497341 Mar 31 18:23:02.509895 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1199d-91ce-4593-a99b-b013d7381546 req-1541359f-7990-4a5d-8325-633c56055f77 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:02.511402 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-edb1199d-91ce-4593-a99b-b013d7381546 req-1541359f-7990-4a5d-8325-633c56055f77 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0542686 Mar 31 18:23:02.564335 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-edb1199d-91ce-4593-a99b-b013d7381546 req-efd1515b-c0e4-4816-8b48-7e311889f257 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464346 Mar 31 18:23:03.694284 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc1494-6f91-4f49-8784-beabd24eeb85 req-c42c3dc7-3470-4409-9a01-d539dcce74d9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:03.695835 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-12fc1494-6f91-4f49-8784-beabd24eeb85 req-c42c3dc7-3470-4409-9a01-d539dcce74d9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 945 time: 0.0532825 Mar 31 18:23:03.743727 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-12fc1494-6f91-4f49-8784-beabd24eeb85 req-195edf56-db5a-4591-a258-602986ffc31c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Mar 31 18:23:04.733787 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:23:04.810252 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: ACTIVE; New status is: DOWN {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:23:04.810738 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:04.833898 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:23:04.836216 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8d6e88-9959-44bd-afd9-e8211786dc0a" -d '{"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-unplugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:23:04.850653 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:04.871146 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f697a5-efd5-4495-bda2-6b0a6886e6b3 x-openstack-request-id: req-19f697a5-efd5-4495-bda2-6b0a6886e6b3 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:23:04.871466 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-unplugged", "status": "failed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "code": 422}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:23:04.871723 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19f697a5-efd5-4495-bda2-6b0a6886e6b3 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:23:04.872131 dv-cinder-master-3-smb neutron-server[103983]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-19f697a5-efd5-4495-bda2-6b0a6886e6b3']: {'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'code': 422} returned with failed status Mar 31 18:23:04.996641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:05.059462 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=8']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:06.296132 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077837c-81ca-4926-9f57-379b35c6f8ef req-406d1e31-6e38-439a-8308-0a94dfddfb9c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:06.299097 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4077837c-81ca-4926-9f57-379b35c6f8ef req-406d1e31-6e38-439a-8308-0a94dfddfb9c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0579758 Mar 31 18:23:06.357259 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4077837c-81ca-4926-9f57-379b35c6f8ef req-501b77b8-b225-484d-8c1f-51b2b0c41eac tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535867 Mar 31 18:23:06.689446 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-aeb177c2-ebb8-4e7b-b241-ab6e8ed7d9b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498168 Mar 31 18:23:07.187766 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297fd61-7b1e-4c8d-99e3-83f363f31c77 req-b3828bc8-19ab-43be-92a1-df3acf4bc308 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:07.189257 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c297fd61-7b1e-4c8d-99e3-83f363f31c77 req-b3828bc8-19ab-43be-92a1-df3acf4bc308 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0538762 Mar 31 18:23:07.240027 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-c297fd61-7b1e-4c8d-99e3-83f363f31c77 req-864e4e3e-a51a-4f07-81ac-03e3a083e03d tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449495 Mar 31 18:23:07.483414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60011e94-78d0-4909-bc63-ea5f77b0accd req-f7461f0e-46ce-4773-a4cb-37782e761c44 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:07.484934 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-60011e94-78d0-4909-bc63-ea5f77b0accd req-f7461f0e-46ce-4773-a4cb-37782e761c44 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0544834 Mar 31 18:23:07.536948 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-60011e94-78d0-4909-bc63-ea5f77b0accd req-b4f27144-e5bc-4927-a601-6098fccd7b56 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Mar 31 18:23:07.781004 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-7c13080d-df50-4956-a4cb-a1816567c6bf tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:07.782602 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-7c13080d-df50-4956-a4cb-a1816567c6bf tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports/0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 940 time: 0.0537322 Mar 31 18:23:08.360058 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7b779-6e1f-40b6-a042-a354a668b7c9 req-7887f81e-fd8f-4035-a1f0-838289265f0a tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:08.361624 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-09f7b779-6e1f-40b6-a042-a354a668b7c9 req-7887f81e-fd8f-4035-a1f0-838289265f0a tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0544052 Mar 31 18:23:08.412941 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-09f7b779-6e1f-40b6-a042-a354a668b7c9 req-d6593c03-2623-4a7f-87d0-3165c2f33747 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Mar 31 18:23:08.662747 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474d5b-5557-4742-b258-50d67c280151 req-0159c590-bb05-4b74-aa6e-6020b3b5a12d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:08.664265 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0d474d5b-5557-4742-b258-50d67c280151 req-0159c590-bb05-4b74-aa6e-6020b3b5a12d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0527208 Mar 31 18:23:08.712516 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0d474d5b-5557-4742-b258-50d67c280151 req-55461298-53a7-4621-a647-c8d6f2fac9ca tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Mar 31 18:23:09.436466 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-b5430514-ebb1-4307-a188-11c1c6713fa4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:09.437846 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-b5430514-ebb1-4307-a188-11c1c6713fa4 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0533998 Mar 31 18:23:09.534829 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Deleting port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:09.535085 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c395-9476-4755-a7a7-e85afb10118e req-8d26a978-9c79-4dfd-83ac-e8810dbe5bf0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:09.535616 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:09.536551 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f2e0c395-9476-4755-a7a7-e85afb10118e req-8d26a978-9c79-4dfd-83ac-e8810dbe5bf0 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 946 time: 0.0555031 Mar 31 18:23:09.593491 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f2e0c395-9476-4755-a7a7-e85afb10118e req-36e5d16e-0bbe-40b4-8321-c72a99446a23 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups?id=102e20d0-33b7-40e7-b800-60675dea786d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507309 Mar 31 18:23:09.631369 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] For port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:09.631734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:09.844440 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:09.845117 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (48611585-93d3-4377-a254-f9792fd41a90), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:09.845117 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Floating IP 48611585-93d3-4377-a254-f9792fd41a90 disassociated. External IP: 172.37.4.35, port: dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3. Mar 31 18:23:09.845423 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Calling delete_port for dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:09.900550 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656053c-6a50-42e0-89e6-3ebac295fc78 req-9e27b76d-eefc-4206-ac28-a0eaffa88514 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:09.902023 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4656053c-6a50-42e0-89e6-3ebac295fc78 req-9e27b76d-eefc-4206-ac28-a0eaffa88514 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.1088855 Mar 31 18:23:09.974849 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4656053c-6a50-42e0-89e6-3ebac295fc78 req-eaccbe1b-850c-4453-acc2-e4417e92596d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667489 Mar 31 18:23:10.098972 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:10.129637 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event deleted for resources: {'Port': ['ID=dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:10.259155 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:23:10.372408 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:23:10.384488 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:23:10.396019 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:23:10.396897 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:10.416062 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] No DVR routers for this DVR port dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:23:10.418764 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:10.422809 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-bb06f2f1-7b4c-49ea-866d-930a80db0716 req-f9d857ea-1fe5-4c88-8729-f92ff178860e tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.65 "DELETE /v2.0/ports/dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 HTTP/1.1" status: 204 len: 173 time: 0.9797416 Mar 31 18:23:10.423326 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'name': 'network-vif-deleted', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:23:10.425644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a74a0-e336-4ede-9471-43d9a59acfa0" -d '{"events": [{"server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "name": "network-vif-deleted", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:23:10.462258 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cfdd30-10a1-4e82-aa3c-42212ca88093 x-openstack-request-id: req-39cfdd30-10a1-4e82-aa3c-42212ca88093 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:23:10.462603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cf04a5-7f8e-4020-ab31-90557fd65cda", "name": "network-vif-deleted", "tag": "dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:23:10.462956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39cfdd30-10a1-4e82-aa3c-42212ca88093 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:23:10.463299 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cfdd30-10a1-4e82-aa3c-42212ca88093'] response: {'server_uuid': 'c9cf04a5-7f8e-4020-ab31-90557fd65cda', 'name': 'network-vif-deleted', 'tag': 'dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3', 'status': 'completed', 'code': 200} Mar 31 18:23:10.517928 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:23:10.707813 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4744d985-96ae-4391-8083-5d09be96d3c6 req-fc61b0db-5a1c-4e62-89bf-23785dc0ad3c tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cf04a5-7f8e-4020-ab31-90557fd65cda HTTP/1.1" status: 200 len: 210 time: 0.0320117 Mar 31 18:23:10.744723 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:10.770493 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:23:10.780133 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:23:10.780829 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:22:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:10.891918 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:23:11.109291 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eab802-7c11-41ec-8cf7-f7ac0a1061a9 req-9ce62c06-2865-4427-a061-bf75bd5d81c9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:11.110893 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a5eab802-7c11-41ec-8cf7-f7ac0a1061a9 req-9ce62c06-2865-4427-a061-bf75bd5d81c9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0563817 Mar 31 18:23:11.127930 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:11.157126 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e724c5-5da5-43e8-9486-e8040d34b0de None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 4, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '08340e88-3805-4acf-98b8-347b60effb07', 'name': '', 'network_id': 'f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'mac_address': 'fa:16:3e:35:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:46Z', 'updated_at': '2022-03-31T18:15:00Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'subnets': [{'id': '0b956446-1a64-4c22-967c-eb68a7dfb146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:23:11.172385 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a5eab802-7c11-41ec-8cf7-f7ac0a1061a9 req-811114b2-5210-410b-8ec6-7b126268d4b1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507698 Mar 31 18:23:11.426766 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c4443-e7c1-4744-9c9c-bab78f691002 None None] New status for floating IP 48611585-93d3-4377-a254-f9792fd41a90: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:23:11.910128 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57582) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:11.964357 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2172a525-60f4-46c2-9739-e7b3e4587208 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (102e20d0-33b7-40e7-b800-60675dea786d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:11.990894 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2172a525-60f4-46c2-9739-e7b3e4587208 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (102e20d0-33b7-40e7-b800-60675dea786d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.162010 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2172a525-60f4-46c2-9739-e7b3e4587208 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (102e20d0-33b7-40e7-b800-60675dea786d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.164585 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2172a525-60f4-46c2-9739-e7b3e4587208 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.165769 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2172a525-60f4-46c2-9739-e7b3e4587208 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "DELETE /v2.0/security-groups/102e20d0-33b7-40e7-b800-60675dea786d HTTP/1.1" status: 204 len: 168 time: 0.2546635 Mar 31 18:23:12.169940 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57584) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:12.178738 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172a525-60f4-46c2-9739-e7b3e4587208 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e20d0-33b7-40e7-b800-60675dea786d,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:12.183901 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.api.v2.resource [None req-265dc11d-ecfc-4f87-b794-a740578c3fac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] show failed (client error): The resource could not be found. Mar 31 18:23:12.188468 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-265dc11d-ecfc-4f87-b794-a740578c3fac tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "GET /v2.0/security-groups/102e20d0-33b7-40e7-b800-60675dea786d HTTP/1.1" status: 404 len: 347 time: 0.0140231 Mar 31 18:23:12.188558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57586) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:12.381870 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-4b7df9cd-a6e2-47f6-8135-c600cd744a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:12.383706 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-4b7df9cd-a6e2-47f6-8135-c600cd744a06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588&tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a HTTP/1.1" status: 200 len: 1127 time: 0.1137977 Mar 31 18:23:12.392696 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44104-285e-4885-b69b-ab48409714c1 req-634a8e3c-3b1a-4068-8d0a-059a638dcb3c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:12.394271 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b6e44104-285e-4885-b69b-ab48409714c1 req-634a8e3c-3b1a-4068-8d0a-059a638dcb3c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.1258147 Mar 31 18:23:12.418070 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Deleting port 781c5511-ca63-40e6-a5d9-a57313e1173a {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:12.418411 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.529608 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b6e44104-285e-4885-b69b-ab48409714c1 req-76236e8b-3daf-4a83-8793-a1d60f2b807a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278272 Mar 31 18:23:12.554356 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.554687 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (781c5511-ca63-40e6-a5d9-a57313e1173a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.558710 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-51952e08-d25e-4aac-9835-66e7aabd4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:12.560231 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-51952e08-d25e-4aac-9835-66e7aabd4d7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1127 time: 0.1384454 Mar 31 18:23:12.587969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Calling delete_port for 781c5511-ca63-40e6-a5d9-a57313e1173a owned by network:floatingip {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:12.712643 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-84ce4d13-766c-4930-bd06-77aed94afb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:12.714162 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-84ce4d13-766c-4930-bd06-77aed94afb43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.1476896 Mar 31 18:23:12.816798 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-d8925dab-0549-4a63-9de1-1cd67163e7b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 999 time: 0.0963600 Mar 31 18:23:12.870228 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-373152a3-89d1-4338-8ec7-16cd095817ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:12.871697 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-373152a3-89d1-4338-8ec7-16cd095817ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0487175 Mar 31 18:23:12.916762 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (781c5511-ca63-40e6-a5d9-a57313e1173a), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:12.948059 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-3b2e9fd8-eb84-420b-acfd-95f56803cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:12.949523 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-3b2e9fd8-eb84-420b-acfd-95f56803cf1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0719626 Mar 31 18:23:12.952320 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Pushing event deleted for resources: {'Port': ['ID=781c5511-ca63-40e6-a5d9-a57313e1173a,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:13.065411 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks [] for floatingip (48611585-93d3-4377-a254-f9792fd41a90), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:13.068265 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:13.069568 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-dd85da70-1e40-49f3-a629-1c4b72d7a704 tempest-AttachVolumeTestJSON-340769829 tempest-AttachVolumeTestJSON-340769829-project] 10.222.0.62 "DELETE /v2.0/floatingips/48611585-93d3-4377-a254-f9792fd41a90 HTTP/1.1" status: 204 len: 168 time: 0.8796940 Mar 31 18:23:13.091421 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-7cfb3793-d68b-4d32-b47f-9141dc338125 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322191 Mar 31 18:23:13.190604 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-32ab0394-d035-4729-8ee5-a9407da9e7f1 req-07ed0b1d-0225-4bad-b016-f0519e88194e service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927207 Mar 31 18:23:13.670773 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f126a-5ff2-4007-91d9-656436052a11 req-696a0cb9-2669-4b19-9051-a595a110c65c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:13.673096 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-471f126a-5ff2-4007-91d9-656436052a11 req-696a0cb9-2669-4b19-9051-a595a110c65c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0601816 Mar 31 18:23:13.728387 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-471f126a-5ff2-4007-91d9-656436052a11 req-30fdb9a2-d096-4963-9b3c-89be68f72a6b tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Mar 31 18:23:14.734403 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:23:14.763524 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:23:14.764079 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device dfe95ebb-248a-42f3-9af2-2a4b8d1a61d3 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:23:14.915832 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7f48c-93b1-4d9f-a880-93dcad1ad430 req-8f06fa23-cf16-4aeb-83b0-ef1f1447be85 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:14.917606 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8a7f48c-93b1-4d9f-a880-93dcad1ad430 req-8f06fa23-cf16-4aeb-83b0-ef1f1447be85 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0789509 Mar 31 18:23:14.979822 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b8a7f48c-93b1-4d9f-a880-93dcad1ad430 req-a9b12cf4-87e8-4602-a45a-dc74ae02517c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561109 Mar 31 18:23:15.696664 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:16.147666 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb71a-b404-4be1-9a6e-d4b6a5ba7240 req-2eac22b7-a513-426d-8c46-daeffd522e1e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:16.151527 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b7cdb71a-b404-4be1-9a6e-d4b6a5ba7240 req-2eac22b7-a513-426d-8c46-daeffd522e1e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0833721 Mar 31 18:23:16.205903 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b7cdb71a-b404-4be1-9a6e-d4b6a5ba7240 req-5eb515b1-2a15-4f54-a1f1-acffb27138c9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483251 Mar 31 18:23:17.181617 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57646) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:17.216257 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af96c4fa-c196-40b1-ac5a-e20c9f16914d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:17.352955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12585b1b-72eb-4539-bb8c-e0b2ab613b3c req-d6ddfed1-9c1a-44e3-ba2b-c7c75ec50f31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:17.360459 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-12585b1b-72eb-4539-bb8c-e0b2ab613b3c req-d6ddfed1-9c1a-44e3-ba2b-c7c75ec50f31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0678792 Mar 31 18:23:17.425437 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-12585b1b-72eb-4539-bb8c-e0b2ab613b3c req-3cce6aaa-be21-4b83-9643-5f24c8e502c7 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639691 Mar 31 18:23:18.137537 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:18.520956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Deleting port 08340e88-3805-4acf-98b8-347b60effb07 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:18.521753 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (08340e88-3805-4acf-98b8-347b60effb07), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:18.568682 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab6cb-d03b-409e-bf7c-4cc1af31d171 req-f0b5ce79-1ff6-4573-8d12-3487eb38b421 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:18.570917 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d23ab6cb-d03b-409e-bf7c-4cc1af31d171 req-f0b5ce79-1ff6-4573-8d12-3487eb38b421 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0666912 Mar 31 18:23:18.632011 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] For port 08340e88-3805-4acf-98b8-347b60effb07, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=08340e88-3805-4acf-98b8-347b60effb07,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:18.632865 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (08340e88-3805-4acf-98b8-347b60effb07), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:18.640437 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d23ab6cb-d03b-409e-bf7c-4cc1af31d171 req-1eeb769b-1441-4899-83ed-e9f4de35dd8e tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607836 Mar 31 18:23:18.657808 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Calling delete_port for 08340e88-3805-4acf-98b8-347b60effb07 owned by network:router_interface {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:18.973681 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (08340e88-3805-4acf-98b8-347b60effb07), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:19.000908 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Pushing event deleted for resources: {'Port': ['ID=08340e88-3805-4acf-98b8-347b60effb07,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:19.224593 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:19.511538 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73270472-c755-474f-bb90-483e7fd12c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:19.531353 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:23:19.661816 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:23:19.671387 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57658) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:19.672767 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-dfe04a14-105f-48dc-ac20-c55088b67958 admin admin] 10.222.0.62 "PUT /v2.0/routers/d31f15ae-3fd8-47ef-8bd2-52bde358ed7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885619 Mar 31 18:23:19.691102 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] Sync routers for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:23:19.730019 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:23:19.736664 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:23:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:19.870250 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70f06-a050-41d4-8a30-dfea7580922d req-30e5339f-c006-415c-9b0d-1a8f9c9eacbb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:19.872260 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c7e70f06-a050-41d4-8a30-dfea7580922d req-30e5339f-c006-415c-9b0d-1a8f9c9eacbb tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.1176350 Mar 31 18:23:19.949803 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:23:20.011875 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks [] for router (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:20.016274 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c7e70f06-a050-41d4-8a30-dfea7580922d req-ed0da2c9-4258-44bf-be2a-1ec406bdca59 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226115 Mar 31 18:23:20.196225 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks [] for router_gateway (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:20.254199 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185'}], 'enable_snat': True}, 'gw_port_id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:23:18Z', 'revision_number': 5, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port': {'id': '011a497f-de05-4fab-8934-ed3c4e2b37a0', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:db:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:20.429525 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] Checking router: d31f15ae-3fd8-47ef-8bd2-52bde358ed7d for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:23:20.440358 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] Routers {'d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:23:20.441271 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:23:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:20.587919 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] Set router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:23:20.652949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:20.658277 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:23:20Z', 'revision_number': 6, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:20.706431 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c274b-8a56-4ac8-8c2d-08235659b7a5 None None] The sync data for ids ['d31f15ae-3fd8-47ef-8bd2-52bde358ed7d'] in dv-cinder-master-3-smb is: [{'id': 'd31f15ae-3fd8-47ef-8bd2-52bde358ed7d', 'name': 'tempest-AttachVolumeTestJSON-1638095832-router', 'tenant_id': '9f530743e8254a409bf25893dfd2ccf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:30Z', 'updated_at': '2022-03-31T18:23:20Z', 'revision_number': 6, 'project_id': '9f530743e8254a409bf25893dfd2ccf5', 'gw_port_host': None}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:23:20.716822 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Deleting port 011a497f-de05-4fab-8934-ed3c4e2b37a0 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:20.717841 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:20.832081 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] For port 011a497f-de05-4fab-8934-ed3c4e2b37a0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=011a497f-de05-4fab-8934-ed3c4e2b37a0,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:20.832556 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:20.849065 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Calling delete_port for 011a497f-de05-4fab-8934-ed3c4e2b37a0 owned by network:router_gateway {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:21.081901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (011a497f-de05-4fab-8934-ed3c4e2b37a0), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.167182 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=011a497f-de05-4fab-8934-ed3c4e2b37a0,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:21.240342 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.350773 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.354025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks [] for router_controller (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), precommit_delete_associations {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.362541 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5bad3-d4db-4c67-b7bb-1f74d3b4a858 req-c15b9629-2dff-4626-99c6-b18929b17251 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:21.364060 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-45b5bad3-d4db-4c67-b7bb-1f74d3b4a858 req-c15b9629-2dff-4626-99c6-b18929b17251 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.2093973 Mar 31 18:23:21.449167 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-45b5bad3-d4db-4c67-b7bb-1f74d3b4a858 req-bd9fa76a-4460-4f7d-9b08-ea9c21e6f038 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474360 Mar 31 18:23:21.510473 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (d31f15ae-3fd8-47ef-8bd2-52bde358ed7d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.511962 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31f15ae-3fd8-47ef-8bd2-52bde358ed7d {{(pid=103982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:23:21.517017 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.519342 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-24755ff5-55a3-4316-a650-91573a3baa7f admin admin] 10.222.0.62 "DELETE /v2.0/routers/d31f15ae-3fd8-47ef-8bd2-52bde358ed7d HTTP/1.1" status: 204 len: 168 time: 1.8437347 Mar 31 18:23:21.520859 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57664) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:21.576204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Deleting subnet 0b956446-1a64-4c22-967c-eb68a7dfb146 {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:23:21.580710 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Publish callbacks [] for subnet (0b956446-1a64-4c22-967c-eb68a7dfb146), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.622762 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (0b956446-1a64-4c22-967c-eb68a7dfb146), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.782651 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (0b956446-1a64-4c22-967c-eb68a7dfb146), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.977169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (0b956446-1a64-4c22-967c-eb68a7dfb146), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:21.992911 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 011a497f-de05-4fab-8934-ed3c4e2b37a0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:23:22.014492 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b956446-1a64-4c22-967c-eb68a7dfb146,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:22.033474 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.048151 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57668) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:22.053715 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e3835446-5a18-47dc-aa71-4e9ede15d5ce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0b956446-1a64-4c22-967c-eb68a7dfb146 HTTP/1.1" status: 204 len: 168 time: 0.5307531 Mar 31 18:23:22.081636 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 011a497f-de05-4fab-8934-ed3c4e2b37a0 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:23:22.081986 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 011a497f-de05-4fab-8934-ed3c4e2b37a0 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:23:22.082702 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 08340e88-3805-4acf-98b8-347b60effb07 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:23:22.121957 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbc5e0-2a1d-462e-b4bc-0810d40ecdf6 None None] Network f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:23:22.126259 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 08340e88-3805-4acf-98b8-347b60effb07 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:23:22.128659 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 08340e88-3805-4acf-98b8-347b60effb07 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:23:22.148448 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.236814 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Deleting port 35989554-78a8-4d18-926d-e71e1e7aab7a {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:22.237349 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.316167 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.db [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] For port 35989554-78a8-4d18-926d-e71e1e7aab7a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=35989554-78a8-4d18-926d-e71e1e7aab7a,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:22.316487 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.327444 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] DHCP port deletion for f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:23:22.331900 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Calling delete_port for 35989554-78a8-4d18-926d-e71e1e7aab7a owned by network:dhcp {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:22.401699 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] Deleting port 35989554-78a8-4d18-926d-e71e1e7aab7a {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:22.402074 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.504807 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.541685 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] No DVR routers for this DVR port 35989554-78a8-4d18-926d-e71e1e7aab7a on host dv-cinder-master-3-smb {{(pid=103982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:23:22.545681 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=35989554-78a8-4d18-926d-e71e1e7aab7a,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:22.584806 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.611880 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] For port 35989554-78a8-4d18-926d-e71e1e7aab7a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=35989554-78a8-4d18-926d-e71e1e7aab7a,segment=NetworkSegment(e1702d6e-d7f3-4344-9868-ea0eba044a4f),segment_id=e1702d6e-d7f3-4344-9868-ea0eba044a4f)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:22.613291 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.631609 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d051aa0-7c55-4865-bae0-d94b261bf227 req-90d306d6-f4f1-45ae-95be-03b90939f652 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:22.631609 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6d051aa0-7c55-4865-bae0-d94b261bf227 req-90d306d6-f4f1-45ae-95be-03b90939f652 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0868244 Mar 31 18:23:22.641440 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] Calling delete_port for 35989554-78a8-4d18-926d-e71e1e7aab7a owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:22.649152 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.677500 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:22.699215 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1702d6e-d7f3-4344-9868-ea0eba044a4f') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:22.699652 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1702d6e-d7f3-4344-9868-ea0eba044a4f') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:22.707252 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6d051aa0-7c55-4865-bae0-d94b261bf227 req-7c1afb0e-ed5d-4e7e-b38c-18021274c68f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683012 Mar 31 18:23:22.715318 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (e1702d6e-d7f3-4344-9868-ea0eba044a4f), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.735719 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (e1702d6e-d7f3-4344-9868-ea0eba044a4f), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.744123 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:23:22.744575 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (e1702d6e-d7f3-4344-9868-ea0eba044a4f), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:23:22.747357 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:23:22.751231 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (35989554-78a8-4d18-926d-e71e1e7aab7a), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.782348 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] No DVR routers for this DVR port 35989554-78a8-4d18-926d-e71e1e7aab7a on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:23:22.786387 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6546b3-4249-4701-8dae-2e87ad9063ec None None] Pushing event deleted for resources: {'Port': ['ID=35989554-78a8-4d18-926d-e71e1e7aab7a,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:22.887955 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.896242 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:22.900470 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1 HTTP/1.1" status: 204 len: 168 time: 0.8499727 Mar 31 18:23:22.916307 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132e37-5635-47c9-9951-7645a6294e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4073961-d5ac-4ed7-aeb2-1c8c74b82cd1,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:23.300899 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57674) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:23.349194 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-d0dd114e-bffb-49fd-8cef-df3fa9693bf4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f530743e8254a409bf25893dfd2ccf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470934 Mar 31 18:23:23.353053 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57676) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:23.408421 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1855-87ef-4077-a0ab-d4f7e9748a95 admin admin] Publish callbacks [] for security_group (ff919141-79bf-4650-ac19-3658c8060673), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:23.436861 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1855-87ef-4077-a0ab-d4f7e9748a95 admin admin] Publish callbacks [] for security_group (ff919141-79bf-4650-ac19-3658c8060673), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:23.496298 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:23.576423 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1855-87ef-4077-a0ab-d4f7e9748a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ff919141-79bf-4650-ac19-3658c8060673), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:23.579786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1855-87ef-4077-a0ab-d4f7e9748a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:23.581037 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-f4bf1855-87ef-4077-a0ab-d4f7e9748a95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff919141-79bf-4650-ac19-3658c8060673 HTTP/1.1" status: 204 len: 168 time: 0.2270117 Mar 31 18:23:23.591651 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf1855-87ef-4077-a0ab-d4f7e9748a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff919141-79bf-4650-ac19-3658c8060673,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:23.874224 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13f232-be04-462e-a7a7-f5d54f70bde9 req-8c1a985d-dfbc-4f30-866e-632d14e42ff5 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:23.876384 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0c13f232-be04-462e-a7a7-f5d54f70bde9 req-8c1a985d-dfbc-4f30-866e-632d14e42ff5 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0741851 Mar 31 18:23:23.950197 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0c13f232-be04-462e-a7a7-f5d54f70bde9 req-8c38bf6a-287b-4b0a-8dd0-c24daefbd01a tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646155 Mar 31 18:23:23.980997 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 35989554-78a8-4d18-926d-e71e1e7aab7a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:23:24.016268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 35989554-78a8-4d18-926d-e71e1e7aab7a {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:23:24.016843 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 35989554-78a8-4d18-926d-e71e1e7aab7a not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:23:25.133587 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121019c-448b-4284-9fa3-495632e62d69 req-aea233cd-d25c-4741-9ac3-e2c621fb7768 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:25.135257 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2121019c-448b-4284-9fa3-495632e62d69 req-aea233cd-d25c-4741-9ac3-e2c621fb7768 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0698404 Mar 31 18:23:25.212204 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2121019c-448b-4284-9fa3-495632e62d69 req-6a1ef81f-40b4-49d6-91ac-2e0ced9f208d tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673053 Mar 31 18:23:25.906860 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-54708cab-d0c6-4403-86c5-fa49f9a44b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:25.909524 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-54708cab-d0c6-4403-86c5-fa49f9a44b41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1127 time: 0.0630655 Mar 31 18:23:26.058122 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-7fdfb7ed-f998-490a-aa4f-ee3a443f87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:26.060082 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-7fdfb7ed-f998-490a-aa4f-ee3a443f87df service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 200 len: 917 time: 0.1291921 Mar 31 18:23:26.133100 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-e5196a6e-fb6f-4ccf-ac19-251dbb57c7e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 200 len: 999 time: 0.0670853 Mar 31 18:23:26.191306 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-fb6665f9-a91a-4fa7-9a6b-0431bd0947ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:26.192774 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-fb6665f9-a91a-4fa7-9a6b-0431bd0947ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 200 len: 855 time: 0.0537302 Mar 31 18:23:26.244963 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-5e936f63-31bd-406c-9dc6-ccf4e613f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:26.246612 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-5e936f63-31bd-406c-9dc6-ccf4e613f4e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485401 Mar 31 18:23:26.346763 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-e3ae0c82-1756-4520-bdc7-0879665d05cc service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936742 Mar 31 18:23:26.360080 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bd03b-277a-4981-9356-76710526cc92 req-f701adb4-348e-400a-bb19-c0de7cc213be tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:26.362480 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-243bd03b-277a-4981-9356-76710526cc92 req-f701adb4-348e-400a-bb19-c0de7cc213be tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0676329 Mar 31 18:23:26.433370 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-243bd03b-277a-4981-9356-76710526cc92 req-6997f0d0-adce-4768-aea1-b23a8e885f9c tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636320 Mar 31 18:23:26.460514 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7282366e-3635-4b2f-baaf-07966f1b2770 req-b2101644-ec41-48ea-9acc-011abca32d27 service neutron] 10.222.0.65 "GET /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067665 Mar 31 18:23:26.642842 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 57732) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:26.758263 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e56-7bc5-4256-9de7-82d74385daa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:26.856351 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e56-7bc5-4256-9de7-82d74385daa4 admin admin] Publish callbacks [] for security_group (2eb9c748-e189-4c43-9e76-2b91076c560e), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:26.944318 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9ab78e56-7bc5-4256-9de7-82d74385daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2eb9c748-e189-4c43-9e76-2b91076c560e), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:26.989372 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9ab78e56-7bc5-4256-9de7-82d74385daa4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4aff8b8abc754b9a82da0a4a6972cc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452625 Mar 31 18:23:26.990205 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab78e56-7bc5-4256-9de7-82d74385daa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb9c748-e189-4c43-9e76-2b91076c560e,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:26.992650 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57736) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:27.048166 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-89bedd36-c442-46f9-8ac9-283e409299c9 admin admin] Publish callbacks [] for security_group (2eb9c748-e189-4c43-9e76-2b91076c560e), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:27.071618 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-89bedd36-c442-46f9-8ac9-283e409299c9 admin admin] Publish callbacks [] for security_group (2eb9c748-e189-4c43-9e76-2b91076c560e), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:27.196185 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-89bedd36-c442-46f9-8ac9-283e409299c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2eb9c748-e189-4c43-9e76-2b91076c560e), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:27.199581 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-89bedd36-c442-46f9-8ac9-283e409299c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:27.200763 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-89bedd36-c442-46f9-8ac9-283e409299c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2eb9c748-e189-4c43-9e76-2b91076c560e HTTP/1.1" status: 204 len: 168 time: 0.2073669 Mar 31 18:23:27.210568 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bedd36-c442-46f9-8ac9-283e409299c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb9c748-e189-4c43-9e76-2b91076c560e,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:27.584817 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267d4c-5fc2-4e3e-97e9-c5325cd5c151 req-640b03aa-45a7-4e86-b4fb-2ba4f4beb969 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:27.586230 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-24267d4c-5fc2-4e3e-97e9-c5325cd5c151 req-640b03aa-45a7-4e86-b4fb-2ba4f4beb969 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0665650 Mar 31 18:23:27.644607 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-24267d4c-5fc2-4e3e-97e9-c5325cd5c151 req-b22c82bf-9ac8-4060-88c7-0da1dd74bff9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518723 Mar 31 18:23:28.723455 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57746) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:28.750353 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4fed1e6-3f2a-47aa-8c0c-bcf7ea4015fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:28.811130 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:23:28.828260 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e44b3-26d4-4e79-8555-af4579adc8cd req-28692865-41c3-4efd-9e75-876bfe776323 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:28.829971 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8c1e44b3-26d4-4e79-8555-af4579adc8cd req-28692865-41c3-4efd-9e75-876bfe776323 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 943 time: 0.0998340 Mar 31 18:23:28.906279 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4fed1e6-3f2a-47aa-8c0c-bcf7ea4015fe admin admin] Publish callbacks [] for security_group (e5c8a636-848d-4e34-adb6-2c00fa3fa775), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:28.911002 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-8c1e44b3-26d4-4e79-8555-af4579adc8cd req-33ee94d1-b8d4-4c98-9868-38cadd2a4ec1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705690 Mar 31 18:23:28.961752 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:28.972821 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4fed1e6-3f2a-47aa-8c0c-bcf7ea4015fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e5c8a636-848d-4e34-adb6-2c00fa3fa775), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:28.975979 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'port_id': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'mac_address': 'fa:16:3e:c5:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:23:29.012992 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c4fed1e6-3f2a-47aa-8c0c-bcf7ea4015fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0823bbaf63a94a668153ee7e3a4a8b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881887 Mar 31 18:23:29.020561 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:23:29.020954 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:29.022786 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 57748) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:29.029561 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fed1e6-3f2a-47aa-8c0c-bcf7ea4015fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8a636-848d-4e34-adb6-2c00fa3fa775,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:29.036781 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:23:29.066152 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:29.085844 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c06e81b1-1be5-49fb-ad63-9505ca19c215 admin admin] Publish callbacks [] for security_group (e5c8a636-848d-4e34-adb6-2c00fa3fa775), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:29.108010 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c06e81b1-1be5-49fb-ad63-9505ca19c215 admin admin] Publish callbacks [] for security_group (e5c8a636-848d-4e34-adb6-2c00fa3fa775), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:29.148340 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:29.198276 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=9']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:29.228354 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c06e81b1-1be5-49fb-ad63-9505ca19c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e5c8a636-848d-4e34-adb6-2c00fa3fa775), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:29.231507 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c06e81b1-1be5-49fb-ad63-9505ca19c215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:29.232708 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c06e81b1-1be5-49fb-ad63-9505ca19c215 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5c8a636-848d-4e34-adb6-2c00fa3fa775 HTTP/1.1" status: 204 len: 168 time: 0.2088881 Mar 31 18:23:29.240821 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e81b1-1be5-49fb-ad63-9505ca19c215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8a636-848d-4e34-adb6-2c00fa3fa775,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:29.563863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:23:30.068023 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32959b8-b850-4075-ac9b-2f8b8ed12ddf req-84bb3594-ab3a-4533-af7b-a9b9f77c4ed2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:30.069592 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b32959b8-b850-4075-ac9b-2f8b8ed12ddf req-84bb3594-ab3a-4533-af7b-a9b9f77c4ed2 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 944 time: 0.0589938 Mar 31 18:23:30.127501 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b32959b8-b850-4075-ac9b-2f8b8ed12ddf req-c6fdfa3e-f1b1-42da-b9f6-cd728a61a487 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490539 Mar 31 18:23:30.830600 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:23:30.886248 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:23:30.886612 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:31.006193 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:23:31.006591 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:31.036847 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:23:31.039252 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3729c-9beb-40ca-81a6-f253bcd66b6e" -d '{"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:23:31.063604 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:31.094945 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a87723-1256-4610-a5d7-793267bd58b4 x-openstack-request-id: req-75a87723-1256-4610-a5d7-793267bd58b4 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:23:31.095448 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:23:31.095863 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75a87723-1256-4610-a5d7-793267bd58b4 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:23:31.096489 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a87723-1256-4610-a5d7-793267bd58b4'] response: {'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'code': 200} Mar 31 18:23:31.144769 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:31.237809 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=10']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:31.309608 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe45ed-12eb-452a-ac26-5785fd018cd0 req-90e60ada-7cd0-4a47-bf08-c7a04545ef00 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:31.311381 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c1fe45ed-12eb-452a-ac26-5785fd018cd0 req-90e60ada-7cd0-4a47-bf08-c7a04545ef00 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.0659299 Mar 31 18:23:31.377589 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c1fe45ed-12eb-452a-ac26-5785fd018cd0 req-822cc694-1795-4f00-9ec0-ef8aeecd87ea tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597022 Mar 31 18:23:31.503298 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49dd1b-c3c6-4362-8a10-0fb528dfa389 req-156db063-31cf-47ab-9913-88899994603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:31.504815 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4e49dd1b-c3c6-4362-8a10-0fb528dfa389 req-156db063-31cf-47ab-9913-88899994603d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 1130 time: 0.0445244 Mar 31 18:23:31.551838 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4e49dd1b-c3c6-4362-8a10-0fb528dfa389 req-bb4f2535-0bdc-4e07-bd7e-46a304f1f632 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Mar 31 18:23:32.510671 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9468b5-5bf0-46d5-b090-54824ebbf465 req-a63153e8-ac80-4c58-a3d1-8f822f59ae92 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:32.512306 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3a9468b5-5bf0-46d5-b090-54824ebbf465 req-a63153e8-ac80-4c58-a3d1-8f822f59ae92 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.0586867 Mar 31 18:23:32.564268 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3a9468b5-5bf0-46d5-b090-54824ebbf465 req-0747451a-a425-4117-be11-d6290735b6e1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Mar 31 18:23:33.704416 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682827-c1c6-4808-ab71-cfb7e161995a req-5b6ff114-47e1-4d3e-bcea-45d3b9188042 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:33.705941 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1e682827-c1c6-4808-ab71-cfb7e161995a req-5b6ff114-47e1-4d3e-bcea-45d3b9188042 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.0647974 Mar 31 18:23:33.759714 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1e682827-c1c6-4808-ab71-cfb7e161995a req-6bbd4b67-6268-4e77-9b31-bd7b0aed4ec9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Mar 31 18:23:34.890869 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3883d74-7908-4fc6-95c2-7dd4b5d2f2c7 req-f869a387-ddbb-44a9-8b60-ec1d95c6c9ce tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:34.892361 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e3883d74-7908-4fc6-95c2-7dd4b5d2f2c7 req-f869a387-ddbb-44a9-8b60-ec1d95c6c9ce tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.0572031 Mar 31 18:23:34.944757 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e3883d74-7908-4fc6-95c2-7dd4b5d2f2c7 req-472501c9-c1b7-41dd-9a79-e3d14536790f tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Mar 31 18:23:35.497619 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:23:45.698513 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:47.267403 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ba94e7ac-091a-48cd-a6dc-c994c754e878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:49.351374 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac76f4b-7314-483f-bac9-499f987f7a2e req-a35bafbc-a8c0-4f0d-97cd-edc21bddb312 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:49.353249 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-aac76f4b-7314-483f-bac9-499f987f7a2e req-a35bafbc-a8c0-4f0d-97cd-edc21bddb312 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0597949 Mar 31 18:23:49.411819 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-aac76f4b-7314-483f-bac9-499f987f7a2e req-48e962df-f077-4428-8696-edfe152d9a0f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519748 Mar 31 18:23:49.478654 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4eca6553-2cd2-4627-84d8-8cfca524ebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:50.545655 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f0be-b2ed-49d4-a8d5-770a6100d313 req-335f5cb0-23d2-4e0a-bb72-af92c778eb9f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:50.547055 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fcf4f0be-b2ed-49d4-a8d5-770a6100d313 req-335f5cb0-23d2-4e0a-bb72-af92c778eb9f tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0567985 Mar 31 18:23:50.600112 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fcf4f0be-b2ed-49d4-a8d5-770a6100d313 req-0281bd49-08b9-4392-88d9-3d93575537d6 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470595 Mar 31 18:23:50.606429 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:51.518374 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5fd7f43e-2ae0-4e33-9c95-ec845d950042 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:51.519904 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5fd7f43e-2ae0-4e33-9c95-ec845d950042 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0543346 Mar 31 18:23:51.616596 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port b9f150e3-9cef-4efa-bd0a-b0232a907ecf {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:51.617583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:51.717013 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] For port b9f150e3-9cef-4efa-bd0a-b0232a907ecf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:51.717380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:51.732027 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e678f4-f34c-4b64-b0b9-7c4ab1311f13 req-6caaf88a-94cb-4598-966f-5023a1838a09 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:23:51.733662 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-29e678f4-f34c-4b64-b0b9-7c4ab1311f13 req-6caaf88a-94cb-4598-966f-5023a1838a09 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 945 time: 0.0572093 Mar 31 18:23:51.790842 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-29e678f4-f34c-4b64-b0b9-7c4ab1311f13 req-c30885e5-3ffc-4423-9c4a-54d2bda1ff2d tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups?id=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513313 Mar 31 18:23:51.904208 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:51.904550 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (cc75346e-c9e9-474e-943d-35ac3db4146d), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:51.904872 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Floating IP cc75346e-c9e9-474e-943d-35ac3db4146d disassociated. External IP: 172.37.4.146, port: b9f150e3-9cef-4efa-bd0a-b0232a907ecf. Mar 31 18:23:51.905221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for b9f150e3-9cef-4efa-bd0a-b0232a907ecf owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:52.132827 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (b9f150e3-9cef-4efa-bd0a-b0232a907ecf), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:52.168221 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=b9f150e3-9cef-4efa-bd0a-b0232a907ecf,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:52.182792 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.183312 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.183425 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.183816 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.184340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.184340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.184832 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.185202 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.185463 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.185820 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.186127 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.186453 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.186780 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.187103 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.187450 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:52.311390 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:23:52.437792 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:23:52.450897 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:23:52.459191 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:52.464189 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:23:52.464840 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:23:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:52.486894 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] No DVR routers for this DVR port b9f150e3-9cef-4efa-bd0a-b0232a907ecf on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:23:52.489547 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:52.493106 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9e9723a5-a37d-4ed7-beb9-21f939a81f04 req-5b65a46f-5822-4420-a11a-ecf4ed4cdd3c tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.65 "DELETE /v2.0/ports/b9f150e3-9cef-4efa-bd0a-b0232a907ecf HTTP/1.1" status: 204 len: 173 time: 0.9675977 Mar 31 18:23:52.493614 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'name': 'network-vif-deleted', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:23:52.496558 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a79c1a7-ea04-4f94-bb82-4cef92a43a6e" -d '{"events": [{"server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "name": "network-vif-deleted", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:23:52.547139 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8efbf-f8f0-430e-8fcb-76bfc9f79aae x-openstack-request-id: req-a9e8efbf-f8f0-430e-8fcb-76bfc9f79aae {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:23:52.547139 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ecdfe7-ec80-4e7f-8875-fdfaa346d241", "name": "network-vif-deleted", "tag": "b9f150e3-9cef-4efa-bd0a-b0232a907ecf", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:23:52.547139 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9e8efbf-f8f0-430e-8fcb-76bfc9f79aae {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:23:52.547139 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e8efbf-f8f0-430e-8fcb-76bfc9f79aae'] response: {'server_uuid': '69ecdfe7-ec80-4e7f-8875-fdfaa346d241', 'name': 'network-vif-deleted', 'tag': 'b9f150e3-9cef-4efa-bd0a-b0232a907ecf', 'status': 'completed', 'code': 200} Mar 31 18:23:52.608620 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:23:52.822779 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:52.861147 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:23:52.870024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:23:52.870332 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:23:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:52.911917 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-db806dbb-f0bc-4deb-8f2f-a07c3165dcc8 req-33ec8854-eb33-45b1-91d0-7bcbec48352b tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/ports?device_id=69ecdfe7-ec80-4e7f-8875-fdfaa346d241 HTTP/1.1" status: 200 len: 210 time: 0.0334761 Mar 31 18:23:52.986963 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:23:53.187686 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:23:53.221039 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030acbc-617d-4f99-823b-a926f457c47a None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:14:38Z', 'revision_number': 4, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01a1fea3-3afe-4028-b7a0-e29abd9862d0', 'name': '', 'network_id': '8c6bbb67-44d9-4cb7-b299-8050fa443730', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'mac_address': 'fa:16:3e:b0:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:35Z', 'updated_at': '2022-03-31T18:14:51Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'subnets': [{'id': '860b2f6e-2253-46bd-b63b-ce2855a12e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:23:53.482898 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:53.490399 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1533b-395d-43d8-b4b4-cff837d0074a None None] New status for floating IP cc75346e-c9e9-474e-943d-35ac3db4146d: DOWN {{(pid=103984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:23:54.076650 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58060) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:54.132919 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (76f5d71f-7ff6-4fd8-a45c-0726e8ec1039), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.156959 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (76f5d71f-7ff6-4fd8-a45c-0726e8ec1039), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.297454 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (76f5d71f-7ff6-4fd8-a45c-0726e8ec1039), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.300119 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.301307 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/security-groups/76f5d71f-7ff6-4fd8-a45c-0726e8ec1039 HTTP/1.1" status: 204 len: 168 time: 0.2233300 Mar 31 18:23:54.304363 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58062) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:54.310634 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f5d71f-7ff6-4fd8-a45c-0726e8ec1039,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:54.318487 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.318839 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.319361 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.319665 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.320004 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.320339 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.320698 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.321030 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.321362 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.321524 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.api.v2.resource [None req-da5239ea-6044-4429-acef-f9970f57ff45 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] show failed (client error): The resource could not be found. Mar 31 18:23:54.321690 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.322020 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.322473 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-da5239ea-6044-4429-acef-f9970f57ff45 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "GET /v2.0/security-groups/76f5d71f-7ff6-4fd8-a45c-0726e8ec1039 HTTP/1.1" status: 404 len: 347 time: 0.0169032 Mar 31 18:23:54.322986 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.323358 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.323758 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.324278 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc09969-cf2c-46b8-a0dc-1f63377a7caf tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:23:54.327474 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58064) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:54.463901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Deleting port e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4 {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:54.464155 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.548775 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.549129 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.561182 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Calling delete_port for e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4 owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:23:54.755025 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.781240 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Pushing event deleted for resources: {'Port': ['ID=e547c2c3-f3e2-44ef-8a0f-d26c2578cdd4,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:23:54.845053 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks [] for floatingip (cc75346e-c9e9-474e-943d-35ac3db4146d), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.847892 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:54.849074 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-ad0afd74-6af9-4c2e-a2a3-58be63b44116 tempest-AttachVolumeNegativeTest-1157903206 tempest-AttachVolumeNegativeTest-1157903206-project] 10.222.0.62 "DELETE /v2.0/floatingips/cc75346e-c9e9-474e-943d-35ac3db4146d HTTP/1.1" status: 204 len: 168 time: 0.5206685 Mar 31 18:23:54.944918 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device b9f150e3-9cef-4efa-bd0a-b0232a907ecf no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:23:54.965455 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: b9f150e3-9cef-4efa-bd0a-b0232a907ecf {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:23:54.965793 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device b9f150e3-9cef-4efa-bd0a-b0232a907ecf not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:23:59.067812 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58122) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:23:59.583395 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (8221530e-c2a1-4674-91c9-8b9b49459d82), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:59.840136 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Deleting port 01a1fea3-3afe-4028-b7a0-e29abd9862d0 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:23:59.840400 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:59.917548 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] For port 01a1fea3-3afe-4028-b7a0-e29abd9862d0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01a1fea3-3afe-4028-b7a0-e29abd9862d0,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:23:59.917910 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:23:59.931546 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Calling delete_port for 01a1fea3-3afe-4028-b7a0-e29abd9862d0 owned by network:router_interface {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:00.181438 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (01a1fea3-3afe-4028-b7a0-e29abd9862d0), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:00.211038 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=01a1fea3-3afe-4028-b7a0-e29abd9862d0,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:00.388941 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (8221530e-c2a1-4674-91c9-8b9b49459d82), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:00.883036 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Router 8221530e-c2a1-4674-91c9-8b9b49459d82 has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:24:00.992476 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:24:01.000215 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2beaf43d-0971-471c-bc8d-b2766a6e9b6d admin admin] 10.222.0.62 "PUT /v2.0/routers/8221530e-c2a1-4674-91c9-8b9b49459d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9282696 Mar 31 18:24:01.000664 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58148) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:01.002032 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] Sync routers for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:24:01.015936 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:24:01.016743 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:23:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:01.106268 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks [] for router (8221530e-c2a1-4674-91c9-8b9b49459d82), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:01.136761 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: dv-cinder-master-3-smb {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:24:01.224649 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks [] for router_gateway (8221530e-c2a1-4674-91c9-8b9b49459d82), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:01.413537 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Deleting port 539257d0-c2ba-47ae-8b99-f3203b0fc81a {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:01.413872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:01.458900 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233'}], 'enable_snat': True}, 'gw_port_id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:24:00Z', 'revision_number': 5, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port': {'id': '539257d0-c2ba-47ae-8b99-f3203b0fc81a', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:01.486852 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] Checking router: 8221530e-c2a1-4674-91c9-8b9b49459d82 for host: dv-cinder-master-3-smb {{(pid=103983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:24:01.496553 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] Routers {'8221530e-c2a1-4674-91c9-8b9b49459d82'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:24:01.497194 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:23:49Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['8221530e-c2a1-4674-91c9-8b9b49459d82'], 'active': True} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:01.508300 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] For port 539257d0-c2ba-47ae-8b99-f3203b0fc81a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=539257d0-c2ba-47ae-8b99-f3203b0fc81a,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:01.509699 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:01.525514 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Calling delete_port for 539257d0-c2ba-47ae-8b99-f3203b0fc81a owned by network:router_gateway {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:01.597511 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvr_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] Set router 8221530e-c2a1-4674-91c9-8b9b49459d82 gateway port host: None {{(pid=103983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:24:01.656575 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_hamode_db [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:24:01Z', 'revision_number': 6, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:01.686918 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf616879-94b5-48c6-b16b-f4bc177ff898 None None] The sync data for ids ['8221530e-c2a1-4674-91c9-8b9b49459d82'] in dv-cinder-master-3-smb is: [{'id': '8221530e-c2a1-4674-91c9-8b9b49459d82', 'name': 'tempest-AttachVolumeNegativeTest-1548376560-router', 'tenant_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:29Z', 'updated_at': '2022-03-31T18:24:01Z', 'revision_number': 6, 'project_id': 'a390cb7974cd4d92be1e224dc1e6b77f', 'gw_port_host': None}] {{(pid=103983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:24:01.804793 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (539257d0-c2ba-47ae-8b99-f3203b0fc81a), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:01.840562 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=539257d0-c2ba-47ae-8b99-f3203b0fc81a,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:01.943597 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (8221530e-c2a1-4674-91c9-8b9b49459d82), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.052586 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (8221530e-c2a1-4674-91c9-8b9b49459d82), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.057295 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks [] for router_controller (8221530e-c2a1-4674-91c9-8b9b49459d82), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.217961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (8221530e-c2a1-4674-91c9-8b9b49459d82), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.218499 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8221530e-c2a1-4674-91c9-8b9b49459d82 {{(pid=103981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:24:02.228632 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.228632 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e5856498-8444-419c-9200-8490815f08c7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8221530e-c2a1-4674-91c9-8b9b49459d82 HTTP/1.1" status: 204 len: 168 time: 1.2227130 Mar 31 18:24:02.228632 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58166) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:02.285955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Deleting subnet 860b2f6e-2253-46bd-b63b-ce2855a12e7e {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:24:02.285955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Publish callbacks [] for subnet (860b2f6e-2253-46bd-b63b-ce2855a12e7e), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.323159 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (860b2f6e-2253-46bd-b63b-ce2855a12e7e), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.414872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (860b2f6e-2253-46bd-b63b-ce2855a12e7e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.500491 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 01a1fea3-3afe-4028-b7a0-e29abd9862d0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:02.522105 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 01a1fea3-3afe-4028-b7a0-e29abd9862d0 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:02.522446 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 01a1fea3-3afe-4028-b7a0-e29abd9862d0 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:02.548581 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (860b2f6e-2253-46bd-b63b-ce2855a12e7e), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.578229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860b2f6e-2253-46bd-b63b-ce2855a12e7e,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:02.584536 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.588873 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a1561192-023a-4d82-be79-c99fda82dd67 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/860b2f6e-2253-46bd-b63b-ce2855a12e7e HTTP/1.1" status: 204 len: 168 time: 0.3598685 Mar 31 18:24:02.591157 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58174) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:02.595767 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48b0c2-4467-4964-bf4e-d8b5423b96d3 None None] Network 8c6bbb67-44d9-4cb7-b299-8050fa443730 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:24:02.666870 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (8c6bbb67-44d9-4cb7-b299-8050fa443730), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.724717 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Deleting port 0f3ad19d-3795-43f3-8cd3-0666b667c310 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:02.724911 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.777433 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] DHCP port deletion for 8c6bbb67-44d9-4cb7-b299-8050fa443730 request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:24:02.802756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] For port 0f3ad19d-3795-43f3-8cd3-0666b667c310, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0f3ad19d-3795-43f3-8cd3-0666b667c310,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:02.803048 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.827603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Calling delete_port for 0f3ad19d-3795-43f3-8cd3-0666b667c310 owned by network:dhcp {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:02.843418 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Deleting port 0f3ad19d-3795-43f3-8cd3-0666b667c310 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:02.843817 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.917870 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] For port 0f3ad19d-3795-43f3-8cd3-0666b667c310, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0f3ad19d-3795-43f3-8cd3-0666b667c310,segment=NetworkSegment(64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4),segment_id=64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:02.918273 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:02.933101 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Calling delete_port for 0f3ad19d-3795-43f3-8cd3-0666b667c310 owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:02.999052 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.034158 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (0f3ad19d-3795-43f3-8cd3-0666b667c310), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.037384 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3ad19d-3795-43f3-8cd3-0666b667c310,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:03.039314 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] No DVR routers for this DVR port 0f3ad19d-3795-43f3-8cd3-0666b667c310 on host dv-cinder-master-3-smb {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:24:03.070637 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] No DVR routers for this DVR port 0f3ad19d-3795-43f3-8cd3-0666b667c310 on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:24:03.077002 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Pushing event deleted for resources: {'Port': ['ID=0f3ad19d-3795-43f3-8cd3-0666b667c310,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:03.084856 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.089949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f5343-b869-4d70-8cc0-057d8a11b82a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:03.124021 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (8c6bbb67-44d9-4cb7-b299-8050fa443730), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.156735 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6bbb67-44d9-4cb7-b299-8050fa443730']}} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:03.168364 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4') {'for_net_delete': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:03.168664 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4') {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:03.179217 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13965799'] for segment (64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.194336 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.200617 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:24:03.201009 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13968474'] for segment (64dca6b9-5bb7-4855-bb8b-e85d7b6d77f4), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: Traceback (most recent call last): Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: timer() Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: cb(*args, **kw) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: return func(*args, **kwargs) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: self._notify() Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: self.callback(batched_events) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: event.method(event) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: return f(self, *a, **k) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: return self._get(url).json() Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: return self.request(url, 'GET', **kwargs) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:24:03.202693 dv-cinder-master-3-smb neutron-server[103981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:24:03.348820 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (8c6bbb67-44d9-4cb7-b299-8050fa443730), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.354588 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.358422 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8c6bbb67-44d9-4cb7-b299-8050fa443730 HTTP/1.1" status: 204 len: 168 time: 0.7662032 Mar 31 18:24:03.370362 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f151-0e9a-48fb-b662-33af6097b211 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6bbb67-44d9-4cb7-b299-8050fa443730,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:03.733718 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58184) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:03.780312 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ecd65f61-4d3c-41c1-9c3f-01fe12d62819 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a390cb7974cd4d92be1e224dc1e6b77f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453861 Mar 31 18:24:03.783076 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58186) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:03.834843 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ca67a679-7fa9-49c8-b484-31f801de944a admin admin] Publish callbacks [] for security_group (960bd9fd-efbd-4cdd-a3dc-9a03575eeff6), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.859033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ca67a679-7fa9-49c8-b484-31f801de944a admin admin] Publish callbacks [] for security_group (960bd9fd-efbd-4cdd-a3dc-9a03575eeff6), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.972807 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 539257d0-c2ba-47ae-8b99-f3203b0fc81a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:03.977571 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ca67a679-7fa9-49c8-b484-31f801de944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (960bd9fd-efbd-4cdd-a3dc-9a03575eeff6), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.980206 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ca67a679-7fa9-49c8-b484-31f801de944a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:03.981365 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ca67a679-7fa9-49c8-b484-31f801de944a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/960bd9fd-efbd-4cdd-a3dc-9a03575eeff6 HTTP/1.1" status: 204 len: 168 time: 0.1973491 Mar 31 18:24:03.992137 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67a679-7fa9-49c8-b484-31f801de944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960bd9fd-efbd-4cdd-a3dc-9a03575eeff6,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:04.002163 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 539257d0-c2ba-47ae-8b99-f3203b0fc81a {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:04.002519 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 539257d0-c2ba-47ae-8b99-f3203b0fc81a not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:04.003148 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0f3ad19d-3795-43f3-8cd3-0666b667c310 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:04.029739 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 0f3ad19d-3795-43f3-8cd3-0666b667c310 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:04.030089 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 0f3ad19d-3795-43f3-8cd3-0666b667c310 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:12.496889 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:24:15.235026 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58402) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:15.342144 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e85128cb-5508-48a0-bf0f-3ae733fa92e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.430802 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e85128cb-5508-48a0-bf0f-3ae733fa92e9 admin admin] Publish callbacks [] for security_group (83280914-1c79-4895-a521-60e3dc0d43ba), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.524211 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e85128cb-5508-48a0-bf0f-3ae733fa92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (83280914-1c79-4895-a521-60e3dc0d43ba), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.569428 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e85128cb-5508-48a0-bf0f-3ae733fa92e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c82d2f45027049ca83ad44e5e9a72d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302929 Mar 31 18:24:15.569428 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85128cb-5508-48a0-bf0f-3ae733fa92e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83280914-1c79-4895-a521-60e3dc0d43ba,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:15.570340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58412) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:15.669876 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02e79e19-909c-4049-a76c-bfa712b1f947 admin admin] Publish callbacks [] for security_group (83280914-1c79-4895-a521-60e3dc0d43ba), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.694614 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02e79e19-909c-4049-a76c-bfa712b1f947 admin admin] Publish callbacks [] for security_group (83280914-1c79-4895-a521-60e3dc0d43ba), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.731414 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.829287 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02e79e19-909c-4049-a76c-bfa712b1f947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (83280914-1c79-4895-a521-60e3dc0d43ba), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.831941 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-02e79e19-909c-4049-a76c-bfa712b1f947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:15.836722 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-02e79e19-909c-4049-a76c-bfa712b1f947 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83280914-1c79-4895-a521-60e3dc0d43ba HTTP/1.1" status: 204 len: 168 time: 0.2610166 Mar 31 18:24:15.847187 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e79e19-909c-4049-a76c-bfa712b1f947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83280914-1c79-4895-a521-60e3dc0d43ba,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:16.265820 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58428) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:16.434254 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c688b352-c496-4ded-a855-ec79031c0d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.513475 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c688b352-c496-4ded-a855-ec79031c0d40 admin admin] Publish callbacks [] for security_group (7a3eba5e-f635-4ab8-b997-e9b9255557d0), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.588382 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c688b352-c496-4ded-a855-ec79031c0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (7a3eba5e-f635-4ab8-b997-e9b9255557d0), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.627427 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688b352-c496-4ded-a855-ec79031c0d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3eba5e-f635-4ab8-b997-e9b9255557d0,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:16.634555 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c688b352-c496-4ded-a855-ec79031c0d40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b240910bb6bc4aa2b0970dba04409bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647125 Mar 31 18:24:16.634768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58434) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:16.662177 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58436) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:16.683627 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7a16ce37-244a-486e-ac3b-f79fa38d3da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.715675 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d2928e8-6864-46e8-bc78-f27d42238fa5 admin admin] Publish callbacks [] for security_group (7a3eba5e-f635-4ab8-b997-e9b9255557d0), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.748748 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d2928e8-6864-46e8-bc78-f27d42238fa5 admin admin] Publish callbacks [] for security_group (7a3eba5e-f635-4ab8-b997-e9b9255557d0), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.819329 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7a16ce37-244a-486e-ac3b-f79fa38d3da9 admin admin] Publish callbacks [] for security_group (bf79e5e0-4e4a-427b-8bf2-8e805d936ec9), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.908269 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7a16ce37-244a-486e-ac3b-f79fa38d3da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (bf79e5e0-4e4a-427b-8bf2-8e805d936ec9), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.944174 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d2928e8-6864-46e8-bc78-f27d42238fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (7a3eba5e-f635-4ab8-b997-e9b9255557d0), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.947509 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9d2928e8-6864-46e8-bc78-f27d42238fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:16.947835 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9d2928e8-6864-46e8-bc78-f27d42238fa5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a3eba5e-f635-4ab8-b997-e9b9255557d0 HTTP/1.1" status: 204 len: 168 time: 0.3121123 Mar 31 18:24:16.951383 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7a16ce37-244a-486e-ac3b-f79fa38d3da9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32877e18f7b84c9d930306872e34e190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882411 Mar 31 18:24:16.953243 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16ce37-244a-486e-ac3b-f79fa38d3da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf79e5e0-4e4a-427b-8bf2-8e805d936ec9,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:16.954754 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58440) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:16.965171 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2928e8-6864-46e8-bc78-f27d42238fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3eba5e-f635-4ab8-b997-e9b9255557d0,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:17.017950 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ffbbd60-ece0-4399-89d5-76486f3cf826 admin admin] Publish callbacks [] for security_group (bf79e5e0-4e4a-427b-8bf2-8e805d936ec9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.039924 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ffbbd60-ece0-4399-89d5-76486f3cf826 admin admin] Publish callbacks [] for security_group (bf79e5e0-4e4a-427b-8bf2-8e805d936ec9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.177240 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ffbbd60-ece0-4399-89d5-76486f3cf826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (bf79e5e0-4e4a-427b-8bf2-8e805d936ec9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.179803 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3ffbbd60-ece0-4399-89d5-76486f3cf826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.181013 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3ffbbd60-ece0-4399-89d5-76486f3cf826 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf79e5e0-4e4a-427b-8bf2-8e805d936ec9 HTTP/1.1" status: 204 len: 168 time: 0.2249804 Mar 31 18:24:17.189427 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbbd60-ece0-4399-89d5-76486f3cf826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf79e5e0-4e4a-427b-8bf2-8e805d936ec9,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:17.246023 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-d9f50dfe-8a1c-4b10-bed3-d3ad20a35c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.719947 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58454) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:17.733617 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7115bf1d-84f9-4280-83a3-39f4f1480486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.818593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7115bf1d-84f9-4280-83a3-39f4f1480486 admin admin] Publish callbacks [] for security_group (bb59805d-d6c9-4ac0-8eba-3ed0b98024e2), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.891546 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7115bf1d-84f9-4280-83a3-39f4f1480486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (bb59805d-d6c9-4ac0-8eba-3ed0b98024e2), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:17.929816 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115bf1d-84f9-4280-83a3-39f4f1480486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb59805d-d6c9-4ac0-8eba-3ed0b98024e2,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:17.936538 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7115bf1d-84f9-4280-83a3-39f4f1480486 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd1cdb7f11444f32879d349789442d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130694 Mar 31 18:24:17.940878 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58458) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:17.989232 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cd77a37c-b134-4043-b26e-02ec119e3696 admin admin] Publish callbacks [] for security_group (bb59805d-d6c9-4ac0-8eba-3ed0b98024e2), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.014744 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cd77a37c-b134-4043-b26e-02ec119e3696 admin admin] Publish callbacks [] for security_group (bb59805d-d6c9-4ac0-8eba-3ed0b98024e2), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.165882 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cd77a37c-b134-4043-b26e-02ec119e3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (bb59805d-d6c9-4ac0-8eba-3ed0b98024e2), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.168515 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cd77a37c-b134-4043-b26e-02ec119e3696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.169839 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-cd77a37c-b134-4043-b26e-02ec119e3696 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb59805d-d6c9-4ac0-8eba-3ed0b98024e2 HTTP/1.1" status: 204 len: 168 time: 0.2318208 Mar 31 18:24:18.179135 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77a37c-b134-4043-b26e-02ec119e3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb59805d-d6c9-4ac0-8eba-3ed0b98024e2,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:18.379772 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58470) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:18.618361 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1976422052-network', 'tenant_id': '04be67e5a48e4aada06cbad4d2bedc26'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:24:18.697129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Made reservation on behalf of 04be67e5a48e4aada06cbad4d2bedc26 for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:24:18.699591 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.710376 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.798375 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks [] for security_group (24cd95a5-e208-4714-bedb-f8e1ebdcced9), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.879961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (24cd95a5-e208-4714-bedb-f8e1ebdcced9), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.912248 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:24:18.919407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cd95a5-e208-4714-bedb-f8e1ebdcced9,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:18.926592 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (26d2cf89-5230-4317-bb05-077c3f087786), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:18.926961 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Added segment 26d2cf89-5230-4317-bb05-077c3f087786 of type vlan for network b097862e-cb55-434e-9da9-56c1bce7f257 Mar 31 18:24:18.971768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (b097862e-cb55-434e-9da9-56c1bce7f257), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.056961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (b097862e-cb55-434e-9da9-56c1bce7f257), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.057968 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:19.058559 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.119578 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] Pushing event updated for resources: {'Network': ['ID=b097862e-cb55-434e-9da9-56c1bce7f257,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:19.133427 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network b097862e-cb55-434e-9da9-56c1bce7f257 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:24:19.250765 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-2237573f-1b09-48b7-8c07-0ca924bb849e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8659499 Mar 31 18:24:19.251070 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58492) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:19.256229 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.v2.base [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Request body: {'subnet': {'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1976422052-subnet', 'tenant_id': '04be67e5a48e4aada06cbad4d2bedc26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:24:19.337284 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Made reservation on behalf of 04be67e5a48e4aada06cbad4d2bedc26 for: {'subnet': 1} {{(pid=103982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:24:19.339740 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15822054'] for subnet (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.500819 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-15164299-2e0c-4655-af2c-0d779394ffc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.594716 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16245519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15822064'] for subnet (105c8efc-2bbf-47a9-adb7-bc0cc683f752), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.657566 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Pushing event updated for resources: {'Subnet': ['ID=105c8efc-2bbf-47a9-adb7-bc0cc683f752,revision_number=0']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:19.667454 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Checking segment: {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:24:19.667811 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Network hostable DHCP agents. Network: b097862e-cb55-434e-9da9-56c1bce7f257, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:24:19.765827 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Network b097862e-cb55-434e-9da9-56c1bce7f257 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:24:19.879669 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.scheduler.base_scheduler [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b097862e-cb55-434e-9da9-56c1bce7f257) {{(pid=103982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:24:19.884631 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:19.885428 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for subnet (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:19.891657 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23d612-4a1d-49b6-a8e4-6e3e864e3275 None None] Network b097862e-cb55-434e-9da9-56c1bce7f257 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:24:19.996754 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362501d7-9b90-49ca-9edc-e864e75b4687 None None] Network b097862e-cb55-434e-9da9-56c1bce7f257 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:24:20.017835 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0cfba303-87a4-480c-a8af-2f312451feee admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7655175 Mar 31 18:24:20.607070 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:20.865449 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58524) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:20.995496 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21b29b7f-689b-4a9b-bfd2-39e70e4f4a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.073442 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21b29b7f-689b-4a9b-bfd2-39e70e4f4a86 admin admin] Publish callbacks [] for security_group (36c137e9-122e-4ab8-a344-9bbfcc8f826b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.131094 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-21b29b7f-689b-4a9b-bfd2-39e70e4f4a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (36c137e9-122e-4ab8-a344-9bbfcc8f826b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.173257 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-21b29b7f-689b-4a9b-bfd2-39e70e4f4a86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea1ba58f98d14f0ba680be6dd2539298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032124 Mar 31 18:24:21.173257 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b29b7f-689b-4a9b-bfd2-39e70e4f4a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c137e9-122e-4ab8-a344-9bbfcc8f826b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:21.173768 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58532) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:21.224077 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7ccf-6e8e-4bad-8437-96871bc24163 admin admin] Publish callbacks [] for security_group (36c137e9-122e-4ab8-a344-9bbfcc8f826b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.246040 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7ccf-6e8e-4bad-8437-96871bc24163 admin admin] Publish callbacks [] for security_group (36c137e9-122e-4ab8-a344-9bbfcc8f826b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.354224 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7ccf-6e8e-4bad-8437-96871bc24163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (36c137e9-122e-4ab8-a344-9bbfcc8f826b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.357380 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7ccf-6e8e-4bad-8437-96871bc24163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:21.358704 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-8bbd7ccf-6e8e-4bad-8437-96871bc24163 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36c137e9-122e-4ab8-a344-9bbfcc8f826b HTTP/1.1" status: 204 len: 168 time: 0.1834612 Mar 31 18:24:21.368223 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd7ccf-6e8e-4bad-8437-96871bc24163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c137e9-122e-4ab8-a344-9bbfcc8f826b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:21.969748 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58540) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:21.983134 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3da42066-6f96-415b-b38b-1669052614a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.064050 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3da42066-6f96-415b-b38b-1669052614a8 admin admin] Publish callbacks [] for security_group (2bc9ea60-fe97-4a5a-b6a5-00470271bf94), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.152329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3da42066-6f96-415b-b38b-1669052614a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2bc9ea60-fe97-4a5a-b6a5-00470271bf94), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.194203 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3da42066-6f96-415b-b38b-1669052614a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8dfd06032a1f48db958382353c8f1c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233515 Mar 31 18:24:22.196109 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da42066-6f96-415b-b38b-1669052614a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9ea60-fe97-4a5a-b6a5-00470271bf94,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:22.201622 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58558) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:22.247577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f136030e-24c2-4296-aabe-761271f1f9aa admin admin] Publish callbacks [] for security_group (2bc9ea60-fe97-4a5a-b6a5-00470271bf94), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.271603 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f136030e-24c2-4296-aabe-761271f1f9aa admin admin] Publish callbacks [] for security_group (2bc9ea60-fe97-4a5a-b6a5-00470271bf94), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.279631 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1f0037e7-7ff6-4b35-afed-b750c8741506 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:22.281133 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1f0037e7-7ff6-4b35-afed-b750c8741506 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/networks?id=b097862e-cb55-434e-9da9-56c1bce7f257 HTTP/1.1" status: 200 len: 809 time: 0.1101844 Mar 31 18:24:22.296689 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-65aaf876-eef5-4793-97b5-15435f7bc630 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/quotas/04be67e5a48e4aada06cbad4d2bedc26 HTTP/1.1" status: 200 len: 375 time: 0.0098462 Mar 31 18:24:22.331258 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-7d9deec3-2d27-4e7c-8efa-5a71585c4412 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288167 Mar 31 18:24:22.403672 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f136030e-24c2-4296-aabe-761271f1f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2bc9ea60-fe97-4a5a-b6a5-00470271bf94), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.406291 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-f136030e-24c2-4296-aabe-761271f1f9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.407708 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-f136030e-24c2-4296-aabe-761271f1f9aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bc9ea60-fe97-4a5a-b6a5-00470271bf94 HTTP/1.1" status: 204 len: 168 time: 0.2079391 Mar 31 18:24:22.416364 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136030e-24c2-4296-aabe-761271f1f9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9ea60-fe97-4a5a-b6a5-00470271bf94,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:22.432164 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-32b57dc1-24eb-47d9-992b-d5bdc23566ac service neutron] 10.222.0.62 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935822 Mar 31 18:24:22.434947 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:22.534976 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-2538cc7f-f302-44a3-adf7-a2c3c7711c5b service neutron] 10.222.0.62 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873947 Mar 31 18:24:22.779644 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-2f7f9fef-1858-4550-a77c-6a4fb2d380c6 req-55f44f60-c9bc-422f-a5aa-98257ed72f83 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 210 time: 0.0345345 Mar 31 18:24:23.508857 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:23.857049 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-30208728-e4df-452c-9e74-ee878c848128 req-de9917bd-b8e9-4a8b-8e81-769265f4e811 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Mar 31 18:24:24.962244 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e23f3a3a-f8e8-42ff-ae07-6d3dfb893649 req-8f360b4d-0d84-4ac3-8e50-8fbc5be8c5b1 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 210 time: 0.0343716 Mar 31 18:24:25.482448 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-12508f69-8e8b-457f-977e-00647b50fd0b tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:25.484295 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-12508f69-8e8b-457f-977e-00647b50fd0b tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "GET /v2.0/networks?id=b097862e-cb55-434e-9da9-56c1bce7f257 HTTP/1.1" status: 200 len: 809 time: 0.1091120 Mar 31 18:24:25.514961 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Request body: {'port': {'device_id': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257', 'admin_state_up': True, 'tenant_id': '04be67e5a48e4aada06cbad4d2bedc26'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:24:25.725165 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Made reservation on behalf of 04be67e5a48e4aada06cbad4d2bedc26 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:24:25.728712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:25.864049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Allocated IP 172.20.0.7 (b097862e-cb55-434e-9da9-56c1bce7f257/105c8efc-2bbf-47a9-adb7-bc0cc683f752/60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:24:26.024442 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks [] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:26.071271 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c3037b0d-5671-4854-b3d8-3167046f489e req-f0d353c7-80b9-405f-b1be-ded40b7212be tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 210 time: 0.0361316 Mar 31 18:24:26.160102 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:26.202634 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Network b097862e-cb55-434e-9da9-56c1bce7f257 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:24:26.206489 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:24:26.212979 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:24:26.219026 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Pushing event updated for resources: {'Port': ['ID=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:26.264803 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:26.265415 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:26.413890 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-1ee63bf3-6cc2-4fff-aa68-168498242c4f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105842 Mar 31 18:24:26.431886 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Request body: {'port': {'device_id': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:24:26.495559 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:26.772233 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:24:26.780613 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Publish callbacks [] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:26.793714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Transition to ACTIVE for port object 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:24:26.868470 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:26.920649 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Pushing event updated for resources: {'Port': ['ID=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:26.995091 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Attempting to bind port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:24:26.998093 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Attempting to bind port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:24:26.998093 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Attempting to bind port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 on network b097862e-cb55-434e-9da9-56c1bce7f257 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:24:27.000645 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 on network b097862e-cb55-434e-9da9-56c1bce7f257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:24:27.001402 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Attempting to bind port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 on network b097862e-cb55-434e-9da9-56c1bce7f257 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:24:27.006379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:24:27.006723 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Checking segment: {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:24:27.007438 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Bound using segment: {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:24:27.007874 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Bound port: 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:24:27.008236 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:27.073123 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] For port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:24:27.076186 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] For port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:24:27.191445 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ed2a-1b31-431f-8a4b-55c28af531ad req-3dfad1f1-d385-4357-bbdd-4480c4e9d409 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.192930 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-00f7ed2a-1b31-431f-8a4b-55c28af531ad req-3dfad1f1-d385-4357-bbdd-4480c4e9d409 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 943 time: 0.0532327 Mar 31 18:24:27.206265 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:27.239376 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.240002 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:27.241402 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] 10.222.0.65 "PUT /v2.0/ports/60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 HTTP/1.1" status: 200 len: 1093 time: 0.8139405 Mar 31 18:24:27.241862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'tag': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:24:27.244158 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434d8cd-83d7-4efe-889b-3a91ca604a89" -d '{"events": [{"name": "network-changed", "server_uuid": "d7134dab-d206-4678-991b-7bab6cccf3c5", "tag": "60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:24:27.249833 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-00f7ed2a-1b31-431f-8a4b-55c28af531ad req-8f55b05a-c1ca-4292-8ad9-bb7fe0b26d84 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510218 Mar 31 18:24:27.281896 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895547c0-174f-45a8-9000-53ea460cacd9 service neutron] Pushing event updated for resources: {'Port': ['ID=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:27.289253 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4911689b-c355-438d-b64a-3df9b9dbe07a x-openstack-request-id: req-4911689b-c355-438d-b64a-3df9b9dbe07a {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:24:27.289543 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7134dab-d206-4678-991b-7bab6cccf3c5", "tag": "60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:24:27.289796 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4911689b-c355-438d-b64a-3df9b9dbe07a {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:24:27.290195 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4911689b-c355-438d-b64a-3df9b9dbe07a'] response: {'name': 'network-changed', 'server_uuid': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'tag': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2', 'status': 'completed', 'code': 200} Mar 31 18:24:27.383596 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d8cd-83d7-4efe-889b-3a91ca604a89 req-c668796a-6aac-4ace-9af6-4234e4901017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.385110 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2434d8cd-83d7-4efe-889b-3a91ca604a89 req-c668796a-6aac-4ace-9af6-4234e4901017 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 1127 time: 0.0516613 Mar 31 18:24:27.491671 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d8cd-83d7-4efe-889b-3a91ca604a89 req-68eb486e-e26d-41e2-990d-0bdb963ed99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.493026 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2434d8cd-83d7-4efe-889b-3a91ca604a89 req-68eb486e-e26d-41e2-990d-0bdb963ed99a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0941269 Mar 31 18:24:27.590342 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d8cd-83d7-4efe-889b-3a91ca604a89 req-db5e3a3a-2b9c-4b16-b51c-afdf0d14204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.591853 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2434d8cd-83d7-4efe-889b-3a91ca604a89 req-db5e3a3a-2b9c-4b16-b51c-afdf0d14204c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918095 Mar 31 18:24:27.703542 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-18a608b9-8482-44c0-b199-bf09b92eef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.705110 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-18a608b9-8482-44c0-b199-bf09b92eef91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 1127 time: 0.0530016 Mar 31 18:24:27.750821 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-db08b480-26f8-4fef-a7c7-479760c93a90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 HTTP/1.1" status: 200 len: 217 time: 0.0339308 Mar 31 18:24:27.805982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-d0889e4d-53ca-479e-b00d-38e655a8b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:27.807480 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-d0889e4d-53ca-479e-b00d-38e655a8b820 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=105c8efc-2bbf-47a9-adb7-bc0cc683f752 HTTP/1.1" status: 200 len: 849 time: 0.0514193 Mar 31 18:24:27.840112 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-d73d1725-8a16-4477-9f33-201cd6e2a6ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b097862e-cb55-434e-9da9-56c1bce7f257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Mar 31 18:24:27.932748 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-e3018de0-897e-4c8c-856f-dd8bf3fe623b service neutron] 10.222.0.65 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 Mar 31 18:24:28.031160 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-80d3f1fd-7b29-4077-9318-d85f157e124f req-38dfddb6-23b2-4573-a431-7f352802c29b service neutron] 10.222.0.65 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914683 Mar 31 18:24:28.388029 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1dac3-698a-4e3a-bd8d-5ffb3382bd01 req-8bd1c9a7-250b-425d-b315-9c92f992c3c8 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:28.389533 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-37f1dac3-698a-4e3a-bd8d-5ffb3382bd01 req-8bd1c9a7-250b-425d-b315-9c92f992c3c8 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 943 time: 0.0564978 Mar 31 18:24:28.436645 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-37f1dac3-698a-4e3a-bd8d-5ffb3382bd01 req-908e5236-8411-4e24-a9ac-788b413b503e tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Mar 31 18:24:29.562854 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6312d-6ef2-4e59-9f21-d50c7dc1511c req-2b773f86-3a1f-4f57-a158-24c587b4c70c tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:29.564560 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1ff6312d-6ef2-4e59-9f21-d50c7dc1511c req-2b773f86-3a1f-4f57-a158-24c587b4c70c tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 943 time: 0.0548279 Mar 31 18:24:29.617025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1ff6312d-6ef2-4e59-9f21-d50c7dc1511c req-e845732e-3858-4e06-aa5c-2fdd4ea88f45 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464525 Mar 31 18:24:30.909583 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662761a2-d41f-4a2c-815b-25a09bdca2f2 req-2788fc70-acce-4521-a02a-cd2ee5b5a28c tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:30.911004 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-662761a2-d41f-4a2c-815b-25a09bdca2f2 req-2788fc70-acce-4521-a02a-cd2ee5b5a28c tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 943 time: 0.2237694 Mar 31 18:24:30.971931 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-662761a2-d41f-4a2c-815b-25a09bdca2f2 req-42ad28f2-101b-4f46-9e6b-450f666f8039 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550396 Mar 31 18:24:31.074403 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee37393-3320-4984-a3fa-1330bc7ec9a8 req-7d5c3be3-284d-46ca-9876-ff4d6ff428a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:31.075927 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fee37393-3320-4984-a3fa-1330bc7ec9a8 req-7d5c3be3-284d-46ca-9876-ff4d6ff428a9 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.1072609 Mar 31 18:24:31.128069 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-fee37393-3320-4984-a3fa-1330bc7ec9a8 req-4d49b7b4-5ddc-4ed4-9683-fb253ce820c1 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Mar 31 18:24:31.182182 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:24:31.283304 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:31.295355 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2', 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257', 'port_id': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2', 'mac_address': 'fa:16:3e:49:39:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105c8efc-2bbf-47a9-adb7-bc0cc683f752', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:24:31.334425 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:24:31.334816 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:31.349050 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:24:31.372095 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:31.451261 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:31.501169 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:31.893239 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:24:32.097746 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a9350-ca65-4b3e-9c31-455ce34c7487 req-82663d82-c25d-45c4-b47a-411756886150 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:32.099291 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b53a9350-ca65-4b3e-9c31-455ce34c7487 req-82663d82-c25d-45c4-b47a-411756886150 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 944 time: 0.0557477 Mar 31 18:24:32.153151 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b53a9350-ca65-4b3e-9c31-455ce34c7487 req-f3009370-9cd2-4ef0-8b59-52004c1af470 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Mar 31 18:24:32.275389 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb733d-177b-40b3-82b5-4d836344a539 req-30bbabd3-1f6a-46ce-b070-a80beff6ce35 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:32.276939 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8fdb733d-177b-40b3-82b5-4d836344a539 req-30bbabd3-1f6a-46ce-b070-a80beff6ce35 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.0707428 Mar 31 18:24:32.331866 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8fdb733d-177b-40b3-82b5-4d836344a539 req-f88ebffc-ae92-4ea3-957f-33057bcbbe96 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups?id=e9776f64-32dc-4db7-9e1a-2281cb7635db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488157 Mar 31 18:24:32.698820 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-67884173-9247-4722-9e98-ce9cf2e8ae66 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:32.700320 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-67884173-9247-4722-9e98-ce9cf2e8ae66 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 946 time: 0.0584507 Mar 31 18:24:32.814828 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Deleting port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:32.814828 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:32.911407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] For port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:32.911786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.101823 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.102190 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589370'] for floatingip (8341159d-283d-433f-8b47-3053311cfec8), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.102511 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.l3_db [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Floating IP 8341159d-283d-433f-8b47-3053311cfec8 disassociated. External IP: 172.37.4.104, port: 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1. Mar 31 18:24:33.102853 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Calling delete_port for 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:33.183268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:24:33.297334 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afff681-abe5-4e6c-af93-5b6d5ea9f14c req-a5c7dbb0-fc7d-46bc-a7b6-a8b8b23304dc tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:33.298915 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0afff681-abe5-4e6c-af93-5b6d5ea9f14c req-a5c7dbb0-fc7d-46bc-a7b6-a8b8b23304dc tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 944 time: 0.0635359 Mar 31 18:24:33.313483 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:24:33.317661 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:24:33.321288 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.347590 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.364458 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-0afff681-abe5-4e6c-af93-5b6d5ea9f14c req-0c7a70aa-7c70-435d-9326-a1eee10e79bd tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590732 Mar 31 18:24:33.380070 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event deleted for resources: {'Port': ['ID=0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:33.449753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:24:33.449753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.460730 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:24:33.462956 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d965cbe5-9ea4-475d-83f6-68f4556fba8e" -d '{"events": [{"server_uuid": "d7134dab-d206-4678-991b-7bab6cccf3c5", "name": "network-vif-plugged", "status": "completed", "tag": "60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:24:33.484912 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:33.493814 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-22ec9175-3ec3-4045-9a8e-1143e3aa9532 req-9cee683e-3e49-4e45-84c1-3a965c529d33 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 210 time: 0.0343347 Mar 31 18:24:33.507942 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e71a22-61be-40bb-b55f-ada7008b2bb8 x-openstack-request-id: req-e3e71a22-61be-40bb-b55f-ada7008b2bb8 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:24:33.508468 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7134dab-d206-4678-991b-7bab6cccf3c5", "name": "network-vif-plugged", "status": "completed", "tag": "60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:24:33.508725 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3e71a22-61be-40bb-b55f-ada7008b2bb8 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:24:33.511390 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e71a22-61be-40bb-b55f-ada7008b2bb8'] response: {'server_uuid': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2', 'code': 200} Mar 31 18:24:33.545383 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:24:33.556689 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:33.610009 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:33.682110 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:24:33.695709 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:24:33.707189 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:24:33.707867 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:24:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:33.838799 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:24:34.041399 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] No DVR routers for this DVR port 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:24:34.044340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:34.047831 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-9abf66ee-a327-4b35-a712-0604d64470c9 req-50192539-bad8-4d3c-b6dd-6f66f85edfb6 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.65 "DELETE /v2.0/ports/0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 HTTP/1.1" status: 204 len: 173 time: 1.3417304 Mar 31 18:24:34.048169 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-deleted', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:24:34.050966 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6dd44-b6a6-441b-8d72-f35f01720de7" -d '{"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-deleted", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:24:34.070062 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:34.071827 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58be2-baa0-4105-9f9c-35df5f3dccf5 req-426af91f-da61-46aa-a7db-24b55bc1ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:34.073479 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f9a58be2-baa0-4105-9f9c-35df5f3dccf5 req-426af91f-da61-46aa-a7db-24b55bc1ada3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 1129 time: 0.0720415 Mar 31 18:24:34.096298 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435fb739-9fb9-4859-bd70-225b7e9fc11e x-openstack-request-id: req-435fb739-9fb9-4859-bd70-225b7e9fc11e {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:24:34.096598 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8b855-cce7-4921-adcf-3d93a2574588", "name": "network-vif-deleted", "tag": "0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:24:34.096876 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-435fb739-9fb9-4859-bd70-225b7e9fc11e {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:24:34.097270 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435fb739-9fb9-4859-bd70-225b7e9fc11e'] response: {'server_uuid': '2fb8b855-cce7-4921-adcf-3d93a2574588', 'name': 'network-vif-deleted', 'tag': '0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1', 'status': 'completed', 'code': 200} Mar 31 18:24:34.102005 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:24:34.113778 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:24:34.114494 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:24:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:34.129350 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f9a58be2-baa0-4105-9f9c-35df5f3dccf5 req-e47371bb-b58f-43ca-90c5-99d92896eda8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493767 Mar 31 18:24:34.228013 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:24:34.437585 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:34.508543 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ec238-8f48-4389-a2ab-46f08e122934 req-682d193b-ac97-4925-a88f-51c2dee18fc4 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:34.511139 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7d8ec238-8f48-4389-a2ab-46f08e122934 req-682d193b-ac97-4925-a88f-51c2dee18fc4 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 945 time: 0.0623877 Mar 31 18:24:34.576925 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7d8ec238-8f48-4389-a2ab-46f08e122934 req-787fef05-30a4-4965-bc93-074ec86fd40b tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583644 Mar 31 18:24:34.584457 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd00055-5d52-4b37-9771-34fe8bb369cc None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:14:43Z', 'revision_number': 4, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '61ff79b5-2d14-4eb3-84fe-17d74e28f5cb', 'name': '', 'network_id': '6e8cf4ad-db0d-4282-bcee-e3c2c25aa269', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'mac_address': 'fa:16:3e:61:26:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:41Z', 'updated_at': '2022-03-31T18:14:59Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'subnets': [{'id': '4b331f6f-cff0-48bf-849f-38b06dc7a8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:24:34.617037 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-a41fa07a-18c0-43da-b544-b5df92437940 req-1cd02b63-e2ef-4a43-9105-fc0f379ccbb4 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fb8b855-cce7-4921-adcf-3d93a2574588 HTTP/1.1" status: 200 len: 210 time: 0.0351527 Mar 31 18:24:34.843429 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5ab77-3a50-42a1-9e50-258019e3aa37 None None] New status for floating IP 8341159d-283d-433f-8b47-3053311cfec8: DOWN {{(pid=103983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 18:24:35.725766 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184d7bc-4471-4149-857a-ed73723f4b9c req-a86139aa-e5d1-4c69-ab66-4953dfdb29d5 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:35.731837 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1184d7bc-4471-4149-857a-ed73723f4b9c req-a86139aa-e5d1-4c69-ab66-4953dfdb29d5 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 945 time: 0.0659521 Mar 31 18:24:35.782439 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1184d7bc-4471-4149-857a-ed73723f4b9c req-b9646396-d6b7-4354-935f-abda244e7dba tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495098 Mar 31 18:24:35.817033 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58746) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:35.870560 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13423d72-d0b2-4816-b8f1-193bf6794019 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (e9776f64-32dc-4db7-9e1a-2281cb7635db), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:35.896084 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13423d72-d0b2-4816-b8f1-193bf6794019 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (e9776f64-32dc-4db7-9e1a-2281cb7635db), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.028349 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13423d72-d0b2-4816-b8f1-193bf6794019 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e9776f64-32dc-4db7-9e1a-2281cb7635db), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.030978 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-13423d72-d0b2-4816-b8f1-193bf6794019 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.032218 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-13423d72-d0b2-4816-b8f1-193bf6794019 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "DELETE /v2.0/security-groups/e9776f64-32dc-4db7-9e1a-2281cb7635db HTTP/1.1" status: 204 len: 168 time: 0.2141104 Mar 31 18:24:36.035605 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58748) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:36.042023 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13423d72-d0b2-4816-b8f1-193bf6794019 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9776f64-32dc-4db7-9e1a-2281cb7635db,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:36.050097 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.api.v2.resource [None req-703b9932-09b3-4f6f-9f6a-0edfc2a06264 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] show failed (client error): The resource could not be found. Mar 31 18:24:36.051146 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-703b9932-09b3-4f6f-9f6a-0edfc2a06264 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "GET /v2.0/security-groups/e9776f64-32dc-4db7-9e1a-2281cb7635db HTTP/1.1" status: 404 len: 347 time: 0.0139844 Mar 31 18:24:36.054370 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58750) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:36.195422 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Deleting port 3afc5cf5-3a1e-4fa1-a440-713839a4a6cb {{(pid=103982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:36.195780 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.285014 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.285339 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.297569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Calling delete_port for 3afc5cf5-3a1e-4fa1-a440-713839a4a6cb owned by network:floatingip {{(pid=103982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:36.570904 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16244415'] for port (3afc5cf5-3a1e-4fa1-a440-713839a4a6cb), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.597134 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Pushing event deleted for resources: {'Port': ['ID=3afc5cf5-3a1e-4fa1-a440-713839a4a6cb,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:36.658527 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks [] for floatingip (8341159d-283d-433f-8b47-3053311cfec8), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.661107 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for floatingip (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:36.662250 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b0e4eb57-a396-4689-a15b-89f5e3f58a31 tempest-AttachVolumeShelveTestJSON-867397521 tempest-AttachVolumeShelveTestJSON-867397521-project] 10.222.0.62 "DELETE /v2.0/floatingips/8341159d-283d-433f-8b47-3053311cfec8 HTTP/1.1" status: 204 len: 168 time: 0.6065531 Mar 31 18:24:36.903540 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1759f71-efba-4e48-8d7d-f3c6563e782c req-a08bcbf6-faf9-4426-897d-a1fdd1c0d52a tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:36.904998 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c1759f71-efba-4e48-8d7d-f3c6563e782c req-a08bcbf6-faf9-4426-897d-a1fdd1c0d52a tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 945 time: 0.0534060 Mar 31 18:24:36.965036 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-c1759f71-efba-4e48-8d7d-f3c6563e782c req-6babc6cf-529e-47fa-8d61-2d8a93fb0689 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Mar 31 18:24:37.204379 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:37.224705 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:37.225048 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 0f2b8176-7da9-4d8e-a1f1-66fa9dfcd0d1 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:38.360818 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58792) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:38.477893 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-80f97626-e18a-4e0e-ac22-cf2c9a2783b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.553675 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-80f97626-e18a-4e0e-ac22-cf2c9a2783b5 admin admin] Publish callbacks [] for security_group (4960eb95-5f9d-430a-9cc1-f86d1a36daab), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.623265 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3faab-4b82-49c2-a46f-53df78446021 req-ae37bd11-f87d-44e2-97a1-79435c04ef2f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:38.624677 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-04f3faab-4b82-49c2-a46f-53df78446021 req-ae37bd11-f87d-44e2-97a1-79435c04ef2f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 945 time: 0.0537736 Mar 31 18:24:38.646556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-80f97626-e18a-4e0e-ac22-cf2c9a2783b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (4960eb95-5f9d-430a-9cc1-f86d1a36daab), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.706735 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-04f3faab-4b82-49c2-a46f-53df78446021 req-7db80066-5531-4faf-b09d-fe262d722aec tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756471 Mar 31 18:24:38.709149 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-80f97626-e18a-4e0e-ac22-cf2c9a2783b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b09d6d40fdb47cfb8be1b5eb9394d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473339 Mar 31 18:24:38.709856 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f97626-e18a-4e0e-ac22-cf2c9a2783b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4960eb95-5f9d-430a-9cc1-f86d1a36daab,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:38.712200 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58800) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:38.765079 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6a1af1c7-d4ac-49ec-b4ee-ac5c3bee3405 admin admin] Publish callbacks [] for security_group (4960eb95-5f9d-430a-9cc1-f86d1a36daab), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.790734 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6a1af1c7-d4ac-49ec-b4ee-ac5c3bee3405 admin admin] Publish callbacks [] for security_group (4960eb95-5f9d-430a-9cc1-f86d1a36daab), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.913921 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6a1af1c7-d4ac-49ec-b4ee-ac5c3bee3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (4960eb95-5f9d-430a-9cc1-f86d1a36daab), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.916523 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6a1af1c7-d4ac-49ec-b4ee-ac5c3bee3405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:38.917685 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6a1af1c7-d4ac-49ec-b4ee-ac5c3bee3405 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4960eb95-5f9d-430a-9cc1-f86d1a36daab HTTP/1.1" status: 204 len: 168 time: 0.2043540 Mar 31 18:24:38.928569 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1af1c7-d4ac-49ec-b4ee-ac5c3bee3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4960eb95-5f9d-430a-9cc1-f86d1a36daab,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:39.525707 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58812) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:39.663560 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58816) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:39.678004 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b11eace5-e392-42f9-85a0-f0425fa518b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:39.772618 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b11eace5-e392-42f9-85a0-f0425fa518b9 admin admin] Publish callbacks [] for security_group (ba5967fc-dea5-4050-997b-b6d90b09b83d), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:39.833694 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-b11eace5-e392-42f9-85a0-f0425fa518b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ba5967fc-dea5-4050-997b-b6d90b09b83d), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:39.885872 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-b11eace5-e392-42f9-85a0-f0425fa518b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5505432fa9042109db22cac0b796329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211885 Mar 31 18:24:39.886383 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58820) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:39.892486 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eace5-e392-42f9-85a0-f0425fa518b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5967fc-dea5-4050-997b-b6d90b09b83d,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:39.903574 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c498d-454a-45ba-bc67-3fc8c5a98834 req-3e6e4a9e-965c-4c9e-bcb7-15a5304b6362 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:39.905111 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd0c498d-454a-45ba-bc67-3fc8c5a98834 req-3e6e4a9e-965c-4c9e-bcb7-15a5304b6362 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 945 time: 0.1200426 Mar 31 18:24:39.962657 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fd0c498d-454a-45ba-bc67-3fc8c5a98834 req-aa295842-bd56-4f34-bad6-07420e5cb8c7 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Mar 31 18:24:40.021377 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5e37a14-3bc8-4d74-933b-94a75650c17d admin admin] Publish callbacks [] for security_group (ba5967fc-dea5-4050-997b-b6d90b09b83d), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.088424 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5e37a14-3bc8-4d74-933b-94a75650c17d admin admin] Publish callbacks [] for security_group (ba5967fc-dea5-4050-997b-b6d90b09b83d), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.170386 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-c8800f9b-2496-4be4-80f5-3e88e55dbfd1 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:40.171957 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-c8800f9b-2496-4be4-80f5-3e88e55dbfd1 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 945 time: 0.1254234 Mar 31 18:24:40.284696 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5e37a14-3bc8-4d74-933b-94a75650c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (ba5967fc-dea5-4050-997b-b6d90b09b83d), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.287137 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-e5e37a14-3bc8-4d74-933b-94a75650c17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.288306 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-e5e37a14-3bc8-4d74-933b-94a75650c17d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba5967fc-dea5-4050-997b-b6d90b09b83d HTTP/1.1" status: 204 len: 168 time: 0.4002504 Mar 31 18:24:40.302939 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e37a14-3bc8-4d74-933b-94a75650c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5967fc-dea5-4050-997b-b6d90b09b83d,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:40.321777 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589626'] for router_interface (c1fdd27d-6448-43b9-8088-6800fd5b69ea), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.404184 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Deleting port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:40.404528 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.575759 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] For port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:40.576456 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.592269 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Calling delete_port for 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:40.802143 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Deleting port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:40.802705 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.856346 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.889864 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:24:40.897276 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Pushing event deleted for resources: {'Port': ['ID=60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:40.948563 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] No DVR routers for this DVR port 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:24:40.952630 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.955911 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-78adbafe-6fd1-4d60-af83-5b5f9be0dfbf req-494bb5bc-2aea-4ee6-906c-e3edb0b95f00 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "DELETE /v2.0/ports/60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 HTTP/1.1" status: 204 len: 173 time: 0.7784991 Mar 31 18:24:40.958204 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'name': 'network-vif-deleted', 'tag': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:24:40.958562 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18433932-66c8-452f-bbbb-7e679e3867c0" -d '{"events": [{"server_uuid": "d7134dab-d206-4678-991b-7bab6cccf3c5", "name": "network-vif-deleted", "tag": "60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:24:40.978380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] For port 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:40.978752 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:40.994791 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Calling delete_port for 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb owned by network:router_interface {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:41.016024 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15866d50-260a-42fd-bdd0-3b3f7456c4b7 x-openstack-request-id: req-15866d50-260a-42fd-bdd0-3b3f7456c4b7 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:24:41.016024 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7134dab-d206-4678-991b-7bab6cccf3c5", "name": "network-vif-deleted", "tag": "60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:24:41.016024 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15866d50-260a-42fd-bdd0-3b3f7456c4b7 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:24:41.016024 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15866d50-260a-42fd-bdd0-3b3f7456c4b7'] response: {'server_uuid': 'd7134dab-d206-4678-991b-7bab6cccf3c5', 'name': 'network-vif-deleted', 'tag': '60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2', 'status': 'completed', 'code': 200} Mar 31 18:24:41.040284 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58830) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:41.054191 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd758e30-0485-4865-aeb9-308d4b6dcd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.096793 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-989ac61d-fb8b-4c47-b454-116e58599d1b req-6e8861eb-42b3-4aa7-86dd-ee5ef9953f2c tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7134dab-d206-4678-991b-7bab6cccf3c5 HTTP/1.1" status: 200 len: 210 time: 0.0299389 Mar 31 18:24:41.177498 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd758e30-0485-4865-aeb9-308d4b6dcd64 admin admin] Publish callbacks [] for security_group (103d796b-66cf-472e-ac13-5f07fc5eaa1a), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.268394 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fd758e30-0485-4865-aeb9-308d4b6dcd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (103d796b-66cf-472e-ac13-5f07fc5eaa1a), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.307682 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fd758e30-0485-4865-aeb9-308d4b6dcd64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=380197cb200f45dd942f4c17bb07de50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662697 Mar 31 18:24:41.308411 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd758e30-0485-4865-aeb9-308d4b6dcd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103d796b-66cf-472e-ac13-5f07fc5eaa1a,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:41.311106 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58832) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:41.354842 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (61ff79b5-2d14-4eb3-84fe-17d74e28f5cb), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.390882 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff79b5-2d14-4eb3-84fe-17d74e28f5cb,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:41.448391 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-de9937e9-1d9c-448e-827d-7c20a0250a10 admin admin] Publish callbacks [] for security_group (103d796b-66cf-472e-ac13-5f07fc5eaa1a), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.482473 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-de9937e9-1d9c-448e-827d-7c20a0250a10 admin admin] Publish callbacks [] for security_group (103d796b-66cf-472e-ac13-5f07fc5eaa1a), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.632147 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591786'] for router_interface (c1fdd27d-6448-43b9-8088-6800fd5b69ea), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.720919 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-de9937e9-1d9c-448e-827d-7c20a0250a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (103d796b-66cf-472e-ac13-5f07fc5eaa1a), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.724029 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-de9937e9-1d9c-448e-827d-7c20a0250a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:41.725226 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-de9937e9-1d9c-448e-827d-7c20a0250a10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/103d796b-66cf-472e-ac13-5f07fc5eaa1a HTTP/1.1" status: 204 len: 168 time: 0.4126437 Mar 31 18:24:41.740789 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9937e9-1d9c-448e-827d-7c20a0250a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103d796b-66cf-472e-ac13-5f07fc5eaa1a,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:41.918498 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Router c1fdd27d-6448-43b9-8088-6800fd5b69ea has already been hosted by L3 agent a5c2ae6a-3963-40ef-b24a-cd9f5c58817a {{(pid=103981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 18:24:42.058839 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 18:24:42.064312 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a61e4c9e-822f-4d3c-8084-11116560b40d admin admin] 10.222.0.62 "PUT /v2.0/routers/c1fdd27d-6448-43b9-8088-6800fd5b69ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372162 Mar 31 18:24:42.066703 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58836) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:42.073714 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] Sync routers for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 18:24:42.089812 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:24:42.090760 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:24:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:42.196260 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks [] for router (c1fdd27d-6448-43b9-8088-6800fd5b69ea), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:42.209766 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: dv-cinder-master-3-smb {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:24:42.343317 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks [] for router_gateway (c1fdd27d-6448-43b9-8088-6800fd5b69ea), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:42.453246 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'external_fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154'}], 'enable_snat': True}, 'gw_port_id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:24:41Z', 'revision_number': 5, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port': {'id': '6e3e6611-30d8-44a4-8d73-548474338edd', 'name': '', 'network_id': 'a81e3cef-87f8-4068-a965-4a7ba7f81069', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'ip_address': '172.37.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T18:14:33Z', 'updated_at': '2022-03-31T18:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff69bc0f-6a11-419a-82f0-10fe51d29887', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:42.497077 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Deleting port 6e3e6611-30d8-44a4-8d73-548474338edd {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:42.497569 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:42.504094 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] Checking router: c1fdd27d-6448-43b9-8088-6800fd5b69ea for host: dv-cinder-master-3-smb {{(pid=103984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 18:24:42.519791 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] Routers {'c1fdd27d-6448-43b9-8088-6800fd5b69ea'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 18:24:42.520814 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T18:05:19Z,description=,heartbeat_timestamp=2022-03-31T18:24:19Z,host='dv-cinder-master-3-smb',id=a5c2ae6a-3963-40ef-b24a-cd9f5c58817a,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T18:05:20Z,topic='l3_agent')) {'router_ids': ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'], 'active': True} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:42.629079 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-2c4e5e6d-0c95-43a8-b783-0893c69a9302 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:42.633233 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] For port 6e3e6611-30d8-44a4-8d73-548474338edd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6e3e6611-30d8-44a4-8d73-548474338edd,segment=NetworkSegment(04f9e9f6-4f62-4c7c-a3d8-348ef60c967c),segment_id=04f9e9f6-4f62-4c7c-a3d8-348ef60c967c)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:42.634025 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:42.644265 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-2c4e5e6d-0c95-43a8-b783-0893c69a9302 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/networks?id=b097862e-cb55-434e-9da9-56c1bce7f257 HTTP/1.1" status: 200 len: 809 time: 0.1916304 Mar 31 18:24:42.650427 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_dvr_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] Set router c1fdd27d-6448-43b9-8088-6800fd5b69ea gateway port host: None {{(pid=103984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 18:24:42.655439 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Calling delete_port for 6e3e6611-30d8-44a4-8d73-548474338edd owned by network:router_gateway {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:42.671476 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-25daa9cd-b9ee-4e43-b992-fe8c5dd0a07a tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/quotas/04be67e5a48e4aada06cbad4d2bedc26 HTTP/1.1" status: 200 len: 375 time: 0.0249441 Mar 31 18:24:42.713139 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.l3_hamode_db [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:24:42Z', 'revision_number': 6, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:42.724494 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-e5aef396-e509-4e44-9774-af7565452aea tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510480 Mar 31 18:24:42.744950 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8ed13-e290-46a3-b5ab-1a411425f19a None None] The sync data for ids ['c1fdd27d-6448-43b9-8088-6800fd5b69ea'] in dv-cinder-master-3-smb is: [{'id': 'c1fdd27d-6448-43b9-8088-6800fd5b69ea', 'name': 'tempest-AttachVolumeShelveTestJSON-931265845-router', 'tenant_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T18:14:31Z', 'updated_at': '2022-03-31T18:24:42Z', 'revision_number': 6, 'project_id': '4058b0e7a21b4783a5f1fb59b3b9a95a', 'gw_port_host': None}] {{(pid=103984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 18:24:42.745577 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9dc787ac-c246-4252-899f-c732c47d37f8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:24:42.746797 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9dc787ac-c246-4252-899f-c732c47d37f8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056684 Mar 31 18:24:42.868739 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-20bc72ab-1343-4124-8829-4cd752ed9ea1 service neutron] 10.222.0.62 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151907 Mar 31 18:24:42.956327 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (6e3e6611-30d8-44a4-8d73-548474338edd), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:42.985861 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3e6611-30d8-44a4-8d73-548474338edd,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:43.011372 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-980bcbbe-f02f-4aa1-956a-8cbe0b9c3f5b service neutron] 10.222.0.62 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263561 Mar 31 18:24:43.058060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589248'] for router_gateway (c1fdd27d-6448-43b9-8088-6800fd5b69ea), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.464080 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1591452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-507'] for router (c1fdd27d-6448-43b9-8088-6800fd5b69ea), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.467389 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a863ca4f-1cc0-4254-bed1-25181c0dc2f7 req-cf712920-52de-462d-85c2-3edc42aeb315 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 210 time: 0.0620747 Mar 31 18:24:43.468677 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks [] for router_controller (c1fdd27d-6448-43b9-8088-6800fd5b69ea), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.600878 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1591525'] for router (c1fdd27d-6448-43b9-8088-6800fd5b69ea), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.601953 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fdd27d-6448-43b9-8088-6800fd5b69ea {{(pid=103981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 18:24:43.610983 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.610983 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-5f693f6e-0973-4b8d-a900-5a8184da45d2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c1fdd27d-6448-43b9-8088-6800fd5b69ea HTTP/1.1" status: 204 len: 168 time: 1.5404036 Mar 31 18:24:43.611375 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58882) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:43.681940 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Deleting subnet 4b331f6f-cff0-48bf-849f-38b06dc7a8e2 {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:24:43.685902 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Publish callbacks [] for subnet (4b331f6f-cff0-48bf-849f-38b06dc7a8e2), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.734627 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (4b331f6f-cff0-48bf-849f-38b06dc7a8e2), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.818656 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (4b331f6f-cff0-48bf-849f-38b06dc7a8e2), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:43.986144 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (4b331f6f-cff0-48bf-849f-38b06dc7a8e2), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.009414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b331f6f-cff0-48bf-849f-38b06dc7a8e2,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:44.023906 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.028453 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ebcd07ee-705c-494b-8cd5-4143cc78e93b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4b331f6f-cff0-48bf-849f-38b06dc7a8e2 HTTP/1.1" status: 204 len: 168 time: 0.4153793 Mar 31 18:24:44.030833 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc026b-e8b4-4fc1-a867-1efb70fa0867 None None] Network 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:24:44.031746 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58896) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:44.085497 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:44.107611 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:44.107965 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 61ff79b5-2d14-4eb3-84fe-17d74e28f5cb not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:44.108390 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6e3e6611-30d8-44a4-8d73-548474338edd no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:44.120652 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.141533 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 6e3e6611-30d8-44a4-8d73-548474338edd {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:44.141893 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 6e3e6611-30d8-44a4-8d73-548474338edd not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:44.183524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Deleting port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:44.183524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.263681 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] DHCP port deletion for 6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 request from dv-cinder-master-3-smb {{(pid=103983) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 18:24:44.275321 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] For port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:44.275321 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.292087 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Calling delete_port for 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 owned by network:dhcp {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:44.340197 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] Deleting port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 {{(pid=103983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:44.340873 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), before_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.428706 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.462395 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:44.468078 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] No DVR routers for this DVR port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 on host dv-cinder-master-3-smb {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:24:44.479756 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] For port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,segment=NetworkSegment(069618a1-131d-4cc4-a4a9-bb671ce67a66),segment_id=069618a1-131d-4cc4-a4a9-bb671ce67a66)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:44.480155 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), precommit_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.497038 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] Calling delete_port for 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 owned by network:dhcp {{(pid=103983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:24:44.581349 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.606136 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8cf4ad-db0d-4282-bcee-e3c2c25aa269']}} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:44.621096 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069618a1-131d-4cc4-a4a9-bb671ce67a66') {'for_net_delete': True} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:44.621678 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.services.segments.db [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069618a1-131d-4cc4-a4a9-bb671ce67a66') {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:24:44.642264 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13965799'] for segment (069618a1-131d-4cc4-a4a9-bb671ce67a66), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.660006 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-7bf5775f-20e1-42b5-b7c3-5dbc4d8497e5 req-2d2a2724-bb0f-4564-860e-f4e2aa09d208 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 210 time: 0.0595686 Mar 31 18:24:44.661706 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (069618a1-131d-4cc4-a4a9-bb671ce67a66), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.673606 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:24:44.676528 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13968474'] for segment (069618a1-131d-4cc4-a4a9-bb671ce67a66), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: Traceback (most recent call last): Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: timer() Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: cb(*args, **kw) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: return func(*args, **kwargs) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: self._notify() Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: self.callback(batched_events) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: event.method(event) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: return f(self, *a, **k) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: return self._get(url).json() Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: return self.request(url, 'GET', **kwargs) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:24:44.677040 dv-cinder-master-3-smb neutron-server[103981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:24:44.783057 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846'] for port (4f8e4fd1-fa66-472b-ae5b-b5cf0708a161), after_delete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.814285 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] Pushing event deleted for resources: {'Port': ['ID=4f8e4fd1-fa66-472b-ae5b-b5cf0708a161,revision_number=None']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:44.817010 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da109e6-996a-481f-8e2b-2c7e9a1fbcfe None None] No DVR routers for this DVR port 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 on host dv-cinder-master-3-smb {{(pid=103983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:24:44.847439 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (6e8cf4ad-db0d-4282-bcee-e3c2c25aa269), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.871426 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:44.874888 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] 10.222.0.62 "DELETE /v2.0/networks/6e8cf4ad-db0d-4282-bcee-e3c2c25aa269 HTTP/1.1" status: 204 len: 168 time: 0.8423977 Mar 31 18:24:44.880295 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27885a42-d9dc-4988-9e02-8a031d68b80c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8cf4ad-db0d-4282-bcee-e3c2c25aa269,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:45.225759 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:45.258485 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:45.258918 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 60cf1f36-f4c0-45f0-a09b-4c8d0ea768c2 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:45.323172 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 58912) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:45.427310 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-ea4ecac3-94a0-4438-9c98-ef0bfe27a456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4058b0e7a21b4783a5f1fb59b3b9a95a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1027744 Mar 31 18:24:45.429942 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 58916) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:45.482722 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e75dc049-ef76-4ab4-b31e-ea8c5582d8d8 admin admin] Publish callbacks [] for security_group (1851a79d-0aa0-476b-809d-4af79dd25eab), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:45.494133 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-d89db49b-dc77-429a-8a55-1d29416d28be tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:45.496330 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-d89db49b-dc77-429a-8a55-1d29416d28be tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "GET /v2.0/networks?id=b097862e-cb55-434e-9da9-56c1bce7f257 HTTP/1.1" status: 200 len: 809 time: 0.1439445 Mar 31 18:24:45.510536 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e75dc049-ef76-4ab4-b31e-ea8c5582d8d8 admin admin] Publish callbacks [] for security_group (1851a79d-0aa0-476b-809d-4af79dd25eab), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:45.516128 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Request body: {'port': {'device_id': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257', 'admin_state_up': True, 'tenant_id': '04be67e5a48e4aada06cbad4d2bedc26'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:24:45.661759 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e75dc049-ef76-4ab4-b31e-ea8c5582d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (1851a79d-0aa0-476b-809d-4af79dd25eab), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:45.664413 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e75dc049-ef76-4ab4-b31e-ea8c5582d8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:45.665616 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e75dc049-ef76-4ab4-b31e-ea8c5582d8d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1851a79d-0aa0-476b-809d-4af79dd25eab HTTP/1.1" status: 204 len: 168 time: 0.2346361 Mar 31 18:24:45.673593 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dc049-ef76-4ab4-b31e-ea8c5582d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1851a79d-0aa0-476b-809d-4af79dd25eab,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:45.687425 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:45.742516 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Made reservation on behalf of 04be67e5a48e4aada06cbad4d2bedc26 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:24:45.746446 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:45.789768 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4ae2e468-7d04-4b8e-86ba-a4f8685d81e1 req-bdbd2b63-dc85-4e16-9a7f-30380ee61170 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Mar 31 18:24:45.917235 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Allocated IP 172.20.0.13 (b097862e-cb55-434e-9da9-56c1bce7f257/105c8efc-2bbf-47a9-adb7-bc0cc683f752/9d27e441-d756-4246-aed0-fe69c5c5d60f) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:24:45.995226 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:24:46.021751 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] No Port match for: 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:24:46.022120 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Device 4f8e4fd1-fa66-472b-ae5b-b5cf0708a161 not bound to the agent host dv-cinder-master-3-smb {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:24:46.077555 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks [] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:46.226862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:46.274157 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Network b097862e-cb55-434e-9da9-56c1bce7f257 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:24:46.277773 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:24:46.282535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:24:46.312894 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Pushing event updated for resources: {'Port': ['ID=9d27e441-d756-4246-aed0-fe69c5c5d60f,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:46.342615 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:46.343454 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:46.422814 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-df0ec7fe-f842-462a-8dd4-ec98ce34bb8f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9116316 Mar 31 18:24:46.435969 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-16d701ea-d28a-40cb-9015-2166385cb483 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 18:24:46.435969 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-16d701ea-d28a-40cb-9015-2166385cb483 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053544 Mar 31 18:24:46.451671 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Request body: {'port': {'device_id': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:24:46.525667 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:46.842552 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d27e441-d756-4246-aed0-fe69c5c5d60f {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:24:46.854337 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Publish callbacks [] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:46.870710 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Transition to ACTIVE for port object 9d27e441-d756-4246-aed0-fe69c5c5d60f will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:24:46.959224 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:46.962927 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88386f5-5305-4379-bfdd-693bc21a58d0 req-2d081be9-8529-4ee2-a5c2-e8b690d3e925 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:46.964531 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e88386f5-5305-4379-bfdd-693bc21a58d0 req-2d081be9-8529-4ee2-a5c2-e8b690d3e925 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 932 time: 0.0606554 Mar 31 18:24:47.021041 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d27e441-d756-4246-aed0-fe69c5c5d60f,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:47.034927 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e88386f5-5305-4379-bfdd-693bc21a58d0 req-e3fc93e7-94e5-4041-bd8c-36927302345f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Mar 31 18:24:47.110956 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Attempting to bind port 9d27e441-d756-4246-aed0-fe69c5c5d60f on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:24:47.111428 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Attempting to bind port 9d27e441-d756-4246-aed0-fe69c5c5d60f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:24:47.114385 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Attempting to bind port 9d27e441-d756-4246-aed0-fe69c5c5d60f on network b097862e-cb55-434e-9da9-56c1bce7f257 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:24:47.117186 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Port 9d27e441-d756-4246-aed0-fe69c5c5d60f on network b097862e-cb55-434e-9da9-56c1bce7f257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:24:47.117544 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Attempting to bind port 9d27e441-d756-4246-aed0-fe69c5c5d60f on network b097862e-cb55-434e-9da9-56c1bce7f257 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:24:47.123371 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:24:47.123714 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Checking segment: {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:24:47.124245 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Bound using segment: {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:24:47.124669 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Bound port: 9d27e441-d756-4246-aed0-fe69c5c5d60f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d2cf89-5230-4317-bb05-077c3f087786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:24:47.125024 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:47.221809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] For port 9d27e441-d756-4246-aed0-fe69c5c5d60f, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:24:47.226006 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] For port 9d27e441-d756-4246-aed0-fe69c5c5d60f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d27e441-d756-4246-aed0-fe69c5c5d60f,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:24:47.290404 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc2fe-9396-4448-8348-e3d4b0d74efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:47.359739 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:47.400222 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:47.400841 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:47.402236 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] 10.222.0.65 "PUT /v2.0/ports/9d27e441-d756-4246-aed0-fe69c5c5d60f HTTP/1.1" status: 200 len: 1094 time: 0.9550605 Mar 31 18:24:47.402672 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'tag': '9d27e441-d756-4246-aed0-fe69c5c5d60f'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:24:47.405148 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c773799-2912-480d-ad90-6e2e44149dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd91239f-3806-44fb-8581-3082ebd87eb1", "tag": "9d27e441-d756-4246-aed0-fe69c5c5d60f"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:24:47.428578 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d697ec6-c46c-43aa-b822-a8ab21ed85a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d27e441-d756-4246-aed0-fe69c5c5d60f,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:47.473045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1813f9-5fb9-49ff-aaa8-b032165909b5 x-openstack-request-id: req-6c1813f9-5fb9-49ff-aaa8-b032165909b5 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:24:47.473045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd91239f-3806-44fb-8581-3082ebd87eb1", "tag": "9d27e441-d756-4246-aed0-fe69c5c5d60f", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:24:47.473045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c1813f9-5fb9-49ff-aaa8-b032165909b5 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:24:47.473045 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1813f9-5fb9-49ff-aaa8-b032165909b5'] response: {'name': 'network-changed', 'server_uuid': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'tag': '9d27e441-d756-4246-aed0-fe69c5c5d60f', 'status': 'completed', 'code': 200} Mar 31 18:24:47.561392 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773799-2912-480d-ad90-6e2e44149dc0 req-5c4ca670-4a24-421a-b115-251be10a9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:47.562890 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2c773799-2912-480d-ad90-6e2e44149dc0 req-5c4ca670-4a24-421a-b115-251be10a9d69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0559502 Mar 31 18:24:47.835123 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773799-2912-480d-ad90-6e2e44149dc0 req-9def836b-cac9-4708-a7dd-0d54aebb1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:47.836728 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2c773799-2912-480d-ad90-6e2e44149dc0 req-9def836b-cac9-4708-a7dd-0d54aebb1b43 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2623081 Mar 31 18:24:47.979438 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773799-2912-480d-ad90-6e2e44149dc0 req-e30bccfe-bde7-4fdf-9d05-e376b4613a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:47.980843 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2c773799-2912-480d-ad90-6e2e44149dc0 req-e30bccfe-bde7-4fdf-9d05-e376b4613a5c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385269 Mar 31 18:24:48.117135 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-e3d4ab5e-51a9-4c9a-80e3-014ab7133aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:48.119862 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-e3d4ab5e-51a9-4c9a-80e3-014ab7133aa4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0791662 Mar 31 18:24:48.174517 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-dab4feb7-7c3c-4dfc-8c1b-0b12fbd211a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d27e441-d756-4246-aed0-fe69c5c5d60f HTTP/1.1" status: 200 len: 217 time: 0.0416698 Mar 31 18:24:48.233747 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-c0d6aa8d-46f0-4834-b718-f03707cc8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:48.236308 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-c0d6aa8d-46f0-4834-b718-f03707cc8f26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=105c8efc-2bbf-47a9-adb7-bc0cc683f752 HTTP/1.1" status: 200 len: 849 time: 0.0560029 Mar 31 18:24:48.246260 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161ca65-3b2b-45b9-8643-341f71335e74 req-bd30f292-b62f-463b-b9a7-d5fe240c6baf tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:48.248122 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6161ca65-3b2b-45b9-8643-341f71335e74 req-bd30f292-b62f-463b-b9a7-d5fe240c6baf tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 944 time: 0.0894685 Mar 31 18:24:48.269910 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-5fc982c9-faaa-41d7-8abd-e9106962215e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b097862e-cb55-434e-9da9-56c1bce7f257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278506 Mar 31 18:24:48.305195 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6161ca65-3b2b-45b9-8643-341f71335e74 req-1ec6a514-c83c-4a30-9126-81bccb0519fa tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Mar 31 18:24:48.380049 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-f5c806c4-e6c3-4061-b1ab-44ef746b6af6 service neutron] 10.222.0.65 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041160 Mar 31 18:24:48.482696 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-08170c74-9b20-4a3f-b071-cdab5c7492e6 req-6822f846-53ad-4dc1-ad75-cb4e21f091a7 service neutron] 10.222.0.65 "GET /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972557 Mar 31 18:24:49.437142 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e7a09-d7ac-4824-8ec1-65b23b51d27e req-4a9cb6ec-db2a-48a9-90e3-4d2760c9812f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:49.438647 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-923e7a09-d7ac-4824-8ec1-65b23b51d27e req-4a9cb6ec-db2a-48a9-90e3-4d2760c9812f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 944 time: 0.0615435 Mar 31 18:24:49.492669 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-923e7a09-d7ac-4824-8ec1-65b23b51d27e req-126942fc-daab-4251-b161-e3a3db280cbd tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473354 Mar 31 18:24:49.496168 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:24:49.547515 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-82faa38a-e559-4876-8dd5-67e62211e598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:50.456354 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59010) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:50.567414 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cbffbc7b-f701-4f8c-b4a8-502cb9daba20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:50.632214 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:50.637954 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb4750-0268-4301-b03b-b9b40bdace73 req-3283c546-a1fa-466f-aae0-49091de9c580 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:50.637954 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9ccb4750-0268-4301-b03b-b9b40bdace73 req-3283c546-a1fa-466f-aae0-49091de9c580 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 944 time: 0.0682280 Mar 31 18:24:50.667218 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cbffbc7b-f701-4f8c-b4a8-502cb9daba20 admin admin] Publish callbacks [] for security_group (2713e3ca-87da-4636-b248-6b4f31eaf379), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:50.685397 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9ccb4750-0268-4301-b03b-b9b40bdace73 req-cc97cd62-2959-4189-b0c1-32b4ebf797f6 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Mar 31 18:24:50.736049 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cbffbc7b-f701-4f8c-b4a8-502cb9daba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2713e3ca-87da-4636-b248-6b4f31eaf379), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:50.774094 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffbc7b-f701-4f8c-b4a8-502cb9daba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713e3ca-87da-4636-b248-6b4f31eaf379,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:50.779687 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-cbffbc7b-f701-4f8c-b4a8-502cb9daba20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a225f106e86a49dca6134894112e8035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222036 Mar 31 18:24:50.782531 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59016) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:50.846989 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-41c4909d-19f6-4234-9670-712c03dfc5ca admin admin] Publish callbacks [] for security_group (2713e3ca-87da-4636-b248-6b4f31eaf379), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:50.870981 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-41c4909d-19f6-4234-9670-712c03dfc5ca admin admin] Publish callbacks [] for security_group (2713e3ca-87da-4636-b248-6b4f31eaf379), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.004891 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-41c4909d-19f6-4234-9670-712c03dfc5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2713e3ca-87da-4636-b248-6b4f31eaf379), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.007757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-41c4909d-19f6-4234-9670-712c03dfc5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.009164 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-41c4909d-19f6-4234-9670-712c03dfc5ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2713e3ca-87da-4636-b248-6b4f31eaf379 HTTP/1.1" status: 204 len: 168 time: 0.2254596 Mar 31 18:24:51.016915 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4909d-19f6-4234-9670-712c03dfc5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713e3ca-87da-4636-b248-6b4f31eaf379,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:51.279129 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 9d27e441-d756-4246-aed0-fe69c5c5d60f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:24:51.384155 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 9d27e441-d756-4246-aed0-fe69c5c5d60f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d27e441-d756-4246-aed0-fe69c5c5d60f,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:51.398907 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '9d27e441-d756-4246-aed0-fe69c5c5d60f', 'network_id': 'b097862e-cb55-434e-9da9-56c1bce7f257', 'port_id': '9d27e441-d756-4246-aed0-fe69c5c5d60f', 'mac_address': 'fa:16:3e:d7:aa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105c8efc-2bbf-47a9-adb7-bc0cc683f752', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:24:51.441928 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 9d27e441-d756-4246-aed0-fe69c5c5d60f is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:24:51.442208 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.461040 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d27e441-d756-4246-aed0-fe69c5c5d60f {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:24:51.482689 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 9d27e441-d756-4246-aed0-fe69c5c5d60f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d27e441-d756-4246-aed0-fe69c5c5d60f,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:51.590877 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.640552 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=9d27e441-d756-4246-aed0-fe69c5c5d60f,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:51.706024 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59030) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:51.720010 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bba8aa99-f177-4181-aa68-c16650276ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.810801 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bba8aa99-f177-4181-aa68-c16650276ad8 admin admin] Publish callbacks [] for security_group (b05c4d47-496b-4080-9ed0-f2c3132948b7), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.815399 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9f916-8b80-4c4b-aa59-4c7156ba4bf6 req-ac155d19-12a8-4c99-8752-123c4b52fe88 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:51.817025 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0ad9f916-8b80-4c4b-aa59-4c7156ba4bf6 req-ac155d19-12a8-4c99-8752-123c4b52fe88 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 945 time: 0.0601695 Mar 31 18:24:51.874768 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0ad9f916-8b80-4c4b-aa59-4c7156ba4bf6 req-aa48cf95-1d92-479f-9766-fe3494fd493d tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Mar 31 18:24:51.925059 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-bba8aa99-f177-4181-aa68-c16650276ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b05c4d47-496b-4080-9ed0-f2c3132948b7), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:51.955032 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['9d27e441-d756-4246-aed0-fe69c5c5d60f'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:24:51.971596 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-bba8aa99-f177-4181-aa68-c16650276ad8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34d9508bd91c4e85874e2b58e2ea74d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644124 Mar 31 18:24:51.977344 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59036) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:51.977721 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8aa99-f177-4181-aa68-c16650276ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05c4d47-496b-4080-9ed0-f2c3132948b7,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:52.047352 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Publish callbacks [] for security_group (b05c4d47-496b-4080-9ed0-f2c3132948b7), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:52.074542 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Publish callbacks [] for security_group (b05c4d47-496b-4080-9ed0-f2c3132948b7), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:52.209184 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b05c4d47-496b-4080-9ed0-f2c3132948b7), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:52.212451 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:52.213655 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b05c4d47-496b-4080-9ed0-f2c3132948b7 HTTP/1.1" status: 204 len: 168 time: 0.2407553 Mar 31 18:24:52.222550 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05c4d47-496b-4080-9ed0-f2c3132948b7,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:52.230734 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.231084 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.231461 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.231800 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.232132 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.232459 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.232822 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.233147 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.233565 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.233897 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.234224 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.234549 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.234904 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.235229 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.235586 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fed986-b4e6-458a-80cd-6c517063627b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:52.438777 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:53.018291 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc7bf3-4d67-4cb1-a326-7e8b0958526b req-b97fa452-466e-4375-9144-eb0d910905ea tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:53.019746 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3dfc7bf3-4d67-4cb1-a326-7e8b0958526b req-b97fa452-466e-4375-9144-eb0d910905ea tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 945 time: 0.0724909 Mar 31 18:24:53.076073 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3dfc7bf3-4d67-4cb1-a326-7e8b0958526b req-a054b012-2d6c-41c6-8956-a07a62175765 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504134 Mar 31 18:24:53.292269 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 9d27e441-d756-4246-aed0-fe69c5c5d60f up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:24:53.416226 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 9d27e441-d756-4246-aed0-fe69c5c5d60f completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:24:53.423671 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 9d27e441-d756-4246-aed0-fe69c5c5d60f triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:24:53.424110 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:53.500107 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:53.517554 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 9d27e441-d756-4246-aed0-fe69c5c5d60f is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:24:53.518489 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:53.543555 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27e441-d756-4246-aed0-fe69c5c5d60f'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:24:53.545823 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8891fabe-024e-46d3-908d-650b285447c0" -d '{"events": [{"server_uuid": "dd91239f-3806-44fb-8581-3082ebd87eb1", "name": "network-vif-plugged", "status": "completed", "tag": "9d27e441-d756-4246-aed0-fe69c5c5d60f"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:24:53.559186 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 9d27e441-d756-4246-aed0-fe69c5c5d60f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d27e441-d756-4246-aed0-fe69c5c5d60f,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:53.588967 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625d000-4347-4c53-9d9b-31b0b72207d5 x-openstack-request-id: req-1625d000-4347-4c53-9d9b-31b0b72207d5 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:24:53.588967 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd91239f-3806-44fb-8581-3082ebd87eb1", "name": "network-vif-plugged", "status": "completed", "tag": "9d27e441-d756-4246-aed0-fe69c5c5d60f", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:24:53.588967 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1625d000-4347-4c53-9d9b-31b0b72207d5 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:24:53.588967 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1625d000-4347-4c53-9d9b-31b0b72207d5'] response: {'server_uuid': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d27e441-d756-4246-aed0-fe69c5c5d60f', 'code': 200} Mar 31 18:24:53.662971 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:53.731666 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=9d27e441-d756-4246-aed0-fe69c5c5d60f,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:53.978020 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e7828-9c2d-4c94-a4e2-35d8a311cfbd req-d1ab38e4-0f2c-4937-a4ed-2d58da7f6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:53.979578 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e57e7828-9c2d-4c94-a4e2-35d8a311cfbd req-d1ab38e4-0f2c-4937-a4ed-2d58da7f6c5c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 1130 time: 0.0604136 Mar 31 18:24:54.028122 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e57e7828-9c2d-4c94-a4e2-35d8a311cfbd req-ac14976b-89e2-41c1-91d4-97c332de4c3e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Mar 31 18:24:54.215537 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8e77-acca-412f-b5f9-9610da6778a2 req-4787cd23-4d28-4cff-b15a-9b26b55d7f67 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:54.219760 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-443b8e77-acca-412f-b5f9-9610da6778a2 req-4787cd23-4d28-4cff-b15a-9b26b55d7f67 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 946 time: 0.0621090 Mar 31 18:24:54.265828 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-443b8e77-acca-412f-b5f9-9610da6778a2 req-b4497715-3f5d-415f-bea0-98f57b5274e0 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Mar 31 18:24:55.395709 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44fe2f-08a0-404d-9e3f-9dcf6b8c9a3a req-e26b22b3-74f7-43be-8654-2df2757f1424 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:55.397199 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7d44fe2f-08a0-404d-9e3f-9dcf6b8c9a3a req-e26b22b3-74f7-43be-8654-2df2757f1424 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 946 time: 0.0527318 Mar 31 18:24:55.453857 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7d44fe2f-08a0-404d-9e3f-9dcf6b8c9a3a req-cec95637-1d42-481f-83f8-da40a48e1b7e tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Mar 31 18:24:56.582319 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fbd18-215a-47ca-a542-3cbd7a362a25 req-bead3c97-9f4f-47ef-b19b-07818d4cc9ec tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:56.583883 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d16fbd18-215a-47ca-a542-3cbd7a362a25 req-bead3c97-9f4f-47ef-b19b-07818d4cc9ec tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 946 time: 0.0562086 Mar 31 18:24:56.631299 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d16fbd18-215a-47ca-a542-3cbd7a362a25 req-fca00a3f-8f83-4e26-be72-af7ae53d940e tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Mar 31 18:24:58.117301 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8339576-1f9c-4254-b4b8-107b3e64f22e req-8f7731bb-a688-4c80-a970-317782a84997 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:58.118808 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8339576-1f9c-4254-b4b8-107b3e64f22e req-8f7731bb-a688-4c80-a970-317782a84997 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 946 time: 0.0591466 Mar 31 18:24:58.166596 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8339576-1f9c-4254-b4b8-107b3e64f22e req-7b9edecc-c286-4216-a7bc-66f92e45fdcd tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Mar 31 18:24:59.077148 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59196) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:59.180907 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.257797 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Publish callbacks [] for security_group (83782c92-0ac2-4716-912b-7f70116cb86f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.290003 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4f775-5466-4a42-9c50-7dc4809097cc req-3d286cb4-0c9e-4698-874e-41b419caaf33 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:59.291543 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4db4f775-5466-4a42-9c50-7dc4809097cc req-3d286cb4-0c9e-4698-874e-41b419caaf33 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 946 time: 0.0539887 Mar 31 18:24:59.341793 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-4db4f775-5466-4a42-9c50-7dc4809097cc req-07bfded0-8b8c-45a7-9f36-b1325d11302e tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/security-groups?id=24cd95a5-e208-4714-bedb-f8e1ebdcced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Mar 31 18:24:59.381766 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (83782c92-0ac2-4716-912b-7f70116cb86f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.422241 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93a81683428b4c11928e49d1dff90111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439782 Mar 31 18:24:59.423113 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83782c92-0ac2-4716-912b-7f70116cb86f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:59.425474 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59202) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:24:59.431797 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.432151 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.432499 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.432843 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.433182 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.433514 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.433844 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.434174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.434508 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.434837 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.435222 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.435554 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.435881 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.436203 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.436534 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce6ed2-3a52-4698-bf7e-7165e65ad81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:24:59.474370 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c63d352d-1109-4259-9f85-b107ab4cf162 admin admin] Publish callbacks [] for security_group (83782c92-0ac2-4716-912b-7f70116cb86f), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.495632 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c63d352d-1109-4259-9f85-b107ab4cf162 admin admin] Publish callbacks [] for security_group (83782c92-0ac2-4716-912b-7f70116cb86f), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.622341 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c63d352d-1109-4259-9f85-b107ab4cf162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (83782c92-0ac2-4716-912b-7f70116cb86f), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.624881 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-c63d352d-1109-4259-9f85-b107ab4cf162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.626010 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-c63d352d-1109-4259-9f85-b107ab4cf162 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83782c92-0ac2-4716-912b-7f70116cb86f HTTP/1.1" status: 204 len: 168 time: 0.1993971 Mar 31 18:24:59.647022 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d352d-1109-4259-9f85-b107ab4cf162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83782c92-0ac2-4716-912b-7f70116cb86f,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:24:59.662346 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-af4061d2-da32-421a-bf2b-64a53c4566a1 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:24:59.663907 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-af4061d2-da32-421a-bf2b-64a53c4566a1 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 946 time: 0.0698495 Mar 31 18:24:59.772998 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Deleting port 9d27e441-d756-4246-aed0-fe69c5c5d60f {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:24:59.773344 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.871770 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] For port 9d27e441-d756-4246-aed0-fe69c5c5d60f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9d27e441-d756-4246-aed0-fe69c5c5d60f,segment=NetworkSegment(26d2cf89-5230-4317-bb05-077c3f087786),segment_id=26d2cf89-5230-4317-bb05-077c3f087786)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:24:59.872143 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:24:59.887060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Calling delete_port for 9d27e441-d756-4246-aed0-fe69c5c5d60f owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:25:00.099536 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (9d27e441-d756-4246-aed0-fe69c5c5d60f), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.127837 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Pushing event deleted for resources: {'Port': ['ID=9d27e441-d756-4246-aed0-fe69c5c5d60f,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:00.141331 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['9d27e441-d756-4246-aed0-fe69c5c5d60f'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:25:00.177721 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] No DVR routers for this DVR port 9d27e441-d756-4246-aed0-fe69c5c5d60f on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:25:00.180655 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.188118 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6328184d-48c0-4f8e-923e-e4efe7de9e7b req-5b2562ec-0b6e-40dd-82cd-2216baff131f tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.65 "DELETE /v2.0/ports/9d27e441-d756-4246-aed0-fe69c5c5d60f HTTP/1.1" status: 204 len: 173 time: 0.5192533 Mar 31 18:25:00.190759 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'name': 'network-vif-deleted', 'tag': '9d27e441-d756-4246-aed0-fe69c5c5d60f'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:25:00.193072 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a84e8ea-b4a0-4d15-86d7-1234db1c0785" -d '{"events": [{"server_uuid": "dd91239f-3806-44fb-8581-3082ebd87eb1", "name": "network-vif-deleted", "tag": "9d27e441-d756-4246-aed0-fe69c5c5d60f"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:25:00.230498 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e4f41-fae2-4d32-bcf9-2cf8c42e426e x-openstack-request-id: req-7b2e4f41-fae2-4d32-bcf9-2cf8c42e426e {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:25:00.231159 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd91239f-3806-44fb-8581-3082ebd87eb1", "name": "network-vif-deleted", "tag": "9d27e441-d756-4246-aed0-fe69c5c5d60f", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:25:00.231557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b2e4f41-fae2-4d32-bcf9-2cf8c42e426e {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:25:00.232057 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2e4f41-fae2-4d32-bcf9-2cf8c42e426e'] response: {'server_uuid': 'dd91239f-3806-44fb-8581-3082ebd87eb1', 'name': 'network-vif-deleted', 'tag': '9d27e441-d756-4246-aed0-fe69c5c5d60f', 'status': 'completed', 'code': 200} Mar 31 18:25:00.337880 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59218) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:00.350962 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7b25b9e8-bae6-488e-bf08-be0a04550d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.429300 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7b25b9e8-bae6-488e-bf08-be0a04550d46 admin admin] Publish callbacks [] for security_group (43bf9795-42fd-4778-b7c5-d45b3a99cc28), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.456462 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-92cc1e7c-f16b-4a5d-9e78-961a8877a895 req-12cda12e-4f49-41a5-aff3-818616aeaa18 tempest-VolumesActionsTest-54767332 tempest-VolumesActionsTest-54767332-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd91239f-3806-44fb-8581-3082ebd87eb1 HTTP/1.1" status: 200 len: 210 time: 0.0332148 Mar 31 18:25:00.522055 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7b25b9e8-bae6-488e-bf08-be0a04550d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (43bf9795-42fd-4778-b7c5-d45b3a99cc28), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.560574 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7b25b9e8-bae6-488e-bf08-be0a04550d46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6740f6ee50b04cd6881ae69d293a0f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216117 Mar 31 18:25:00.561440 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25b9e8-bae6-488e-bf08-be0a04550d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bf9795-42fd-4778-b7c5-d45b3a99cc28,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:00.563171 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59222) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:00.613817 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98cab492-163e-4959-a7fa-6ade2541bb26 admin admin] Publish callbacks [] for security_group (43bf9795-42fd-4778-b7c5-d45b3a99cc28), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.642270 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98cab492-163e-4959-a7fa-6ade2541bb26 admin admin] Publish callbacks [] for security_group (43bf9795-42fd-4778-b7c5-d45b3a99cc28), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.739493 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98cab492-163e-4959-a7fa-6ade2541bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (43bf9795-42fd-4778-b7c5-d45b3a99cc28), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.742220 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-98cab492-163e-4959-a7fa-6ade2541bb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:00.743441 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-98cab492-163e-4959-a7fa-6ade2541bb26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43bf9795-42fd-4778-b7c5-d45b3a99cc28 HTTP/1.1" status: 204 len: 168 time: 0.1772704 Mar 31 18:25:00.751322 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cab492-163e-4959-a7fa-6ade2541bb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bf9795-42fd-4778-b7c5-d45b3a99cc28,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:03.403924 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 9d27e441-d756-4246-aed0-fe69c5c5d60f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:25:03.426421 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 9d27e441-d756-4246-aed0-fe69c5c5d60f {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:25:03.426761 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 9d27e441-d756-4246-aed0-fe69c5c5d60f not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:25:06.496579 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59386) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:06.639360 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-aa0626f6-531d-4cc1-8fc3-0423b8bacd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:06.757709 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-aa0626f6-531d-4cc1-8fc3-0423b8bacd71 admin admin] Publish callbacks [] for security_group (cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:07.124371 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-aa0626f6-531d-4cc1-8fc3-0423b8bacd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:07.168917 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-aa0626f6-531d-4cc1-8fc3-0423b8bacd71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d01db8772804071b0ac7c6b23cb5bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6710227 Mar 31 18:25:07.170045 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0626f6-531d-4cc1-8fc3-0423b8bacd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:07.171707 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59402) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:07.227515 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-561b2e67-bc36-4976-9b3d-c204ec0370a8 admin admin] Publish callbacks [] for security_group (cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:07.250846 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-561b2e67-bc36-4976-9b3d-c204ec0370a8 admin admin] Publish callbacks [] for security_group (cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:07.391215 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-561b2e67-bc36-4976-9b3d-c204ec0370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:07.394631 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-561b2e67-bc36-4976-9b3d-c204ec0370a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:07.398796 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-561b2e67-bc36-4976-9b3d-c204ec0370a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12 HTTP/1.1" status: 204 len: 168 time: 0.2250745 Mar 31 18:25:07.407230 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b2e67-bc36-4976-9b3d-c204ec0370a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd2da1-4ccb-45eb-9ce6-fa73b7a19e12,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:08.136544 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59420) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:08.154840 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2111-9cf0-45b2-8a4b-7c6312d4e22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.251745 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2111-9cf0-45b2-8a4b-7c6312d4e22f admin admin] Publish callbacks [] for security_group (c3f00eec-8f15-4644-85e9-4efdc70758d5), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.333535 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2111-9cf0-45b2-8a4b-7c6312d4e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c3f00eec-8f15-4644-85e9-4efdc70758d5), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.385036 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0f2d2111-9cf0-45b2-8a4b-7c6312d4e22f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff7b16f4fd074ff7a53cf589ec57efe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467718 Mar 31 18:25:08.385699 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d2111-9cf0-45b2-8a4b-7c6312d4e22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f00eec-8f15-4644-85e9-4efdc70758d5,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:08.387572 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59422) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:08.456700 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-31a60bbc-1c73-4ba7-8b37-b489f3a3f04e admin admin] Publish callbacks [] for security_group (c3f00eec-8f15-4644-85e9-4efdc70758d5), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.483680 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-31a60bbc-1c73-4ba7-8b37-b489f3a3f04e admin admin] Publish callbacks [] for security_group (c3f00eec-8f15-4644-85e9-4efdc70758d5), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.631974 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-31a60bbc-1c73-4ba7-8b37-b489f3a3f04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (c3f00eec-8f15-4644-85e9-4efdc70758d5), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.634557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-31a60bbc-1c73-4ba7-8b37-b489f3a3f04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:08.636081 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-31a60bbc-1c73-4ba7-8b37-b489f3a3f04e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3f00eec-8f15-4644-85e9-4efdc70758d5 HTTP/1.1" status: 204 len: 168 time: 0.2474952 Mar 31 18:25:08.646858 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a60bbc-1c73-4ba7-8b37-b489f3a3f04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f00eec-8f15-4644-85e9-4efdc70758d5,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:15.696744 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:17.236034 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c8daae44-70f1-4d07-b7dd-d6ee9a785dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:19.507796 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-af2073be-21bd-4e2b-965b-b1dda7e0837b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:20.641946 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:22.420762 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:23.495089 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.527937 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59786) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:24.634548 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5cd75e22-1cb6-4471-a40f-cf981dd5481a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.710072 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5cd75e22-1cb6-4471-a40f-cf981dd5481a admin admin] Publish callbacks [] for security_group (284857e2-cb4d-4477-87c6-32fc593a4a1b), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.784247 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5cd75e22-1cb6-4471-a40f-cf981dd5481a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (284857e2-cb4d-4477-87c6-32fc593a4a1b), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.823724 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5cd75e22-1cb6-4471-a40f-cf981dd5481a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=febd9d522b3942ce8afb1d739672023e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946396 Mar 31 18:25:24.824589 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd75e22-1cb6-4471-a40f-cf981dd5481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284857e2-cb4d-4477-87c6-32fc593a4a1b,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:24.830218 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59794) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:24.882931 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2755959e-33b3-45ca-a427-4e604f4752ab admin admin] Publish callbacks [] for security_group (284857e2-cb4d-4477-87c6-32fc593a4a1b), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.906489 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2755959e-33b3-45ca-a427-4e604f4752ab admin admin] Publish callbacks [] for security_group (284857e2-cb4d-4477-87c6-32fc593a4a1b), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.914211 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59800) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:24.958361 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Deleting subnet 105c8efc-2bbf-47a9-adb7-bc0cc683f752 {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:25:24.961408 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Publish callbacks [] for subnet (105c8efc-2bbf-47a9-adb7-bc0cc683f752), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:24.997750 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (105c8efc-2bbf-47a9-adb7-bc0cc683f752), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.032250 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2755959e-33b3-45ca-a427-4e604f4752ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (284857e2-cb4d-4477-87c6-32fc593a4a1b), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.034988 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-2755959e-33b3-45ca-a427-4e604f4752ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.035851 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (105c8efc-2bbf-47a9-adb7-bc0cc683f752), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.036250 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-2755959e-33b3-45ca-a427-4e604f4752ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/284857e2-cb4d-4477-87c6-32fc593a4a1b HTTP/1.1" status: 204 len: 168 time: 0.2051351 Mar 31 18:25:25.044268 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755959e-33b3-45ca-a427-4e604f4752ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284857e2-cb4d-4477-87c6-32fc593a4a1b,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:25.169868 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (105c8efc-2bbf-47a9-adb7-bc0cc683f752), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.193790 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105c8efc-2bbf-47a9-adb7-bc0cc683f752,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:25.199716 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.205998 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a04c636c-5074-4eda-ab48-e2405adae3b4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/105c8efc-2bbf-47a9-adb7-bc0cc683f752 HTTP/1.1" status: 204 len: 168 time: 0.2907090 Mar 31 18:25:25.206221 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59804) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:25.517872 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (b097862e-cb55-434e-9da9-56c1bce7f257), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.605184 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (b097862e-cb55-434e-9da9-56c1bce7f257), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.628341 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b097862e-cb55-434e-9da9-56c1bce7f257']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:25:25.639798 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d2cf89-5230-4317-bb05-077c3f087786') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:25:25.642021 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d2cf89-5230-4317-bb05-077c3f087786') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:25:25.657368 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (26d2cf89-5230-4317-bb05-077c3f087786), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (26d2cf89-5230-4317-bb05-077c3f087786), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (26d2cf89-5230-4317-bb05-077c3f087786), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:25:25.746889 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:25:25.809770 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59810) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:25.819788 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-77b25b3a-cfbd-4666-971a-34c0fa0bec72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.921474 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (b097862e-cb55-434e-9da9-56c1bce7f257), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.927557 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:25.934219 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] 10.222.0.62 "DELETE /v2.0/networks/b097862e-cb55-434e-9da9-56c1bce7f257 HTTP/1.1" status: 204 len: 168 time: 0.7250819 Mar 31 18:25:25.953352 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01af35-6eff-452b-baf8-7cb6885d6c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b097862e-cb55-434e-9da9-56c1bce7f257,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:25.984560 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-77b25b3a-cfbd-4666-971a-34c0fa0bec72 admin admin] Publish callbacks [] for security_group (d466fe1e-73fa-4300-9df8-cffd58bcef36), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.077761 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-77b25b3a-cfbd-4666-971a-34c0fa0bec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d466fe1e-73fa-4300-9df8-cffd58bcef36), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.119654 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-77b25b3a-cfbd-4666-971a-34c0fa0bec72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de9e6fbc6fe74c9aa2f4a71a9580ab6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140106 Mar 31 18:25:26.120583 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b25b3a-cfbd-4666-971a-34c0fa0bec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d466fe1e-73fa-4300-9df8-cffd58bcef36,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:26.122356 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59814) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:26.171224 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d27a21d8-8438-40bf-a570-6a60334946b1 admin admin] Publish callbacks [] for security_group (d466fe1e-73fa-4300-9df8-cffd58bcef36), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.215507 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d27a21d8-8438-40bf-a570-6a60334946b1 admin admin] Publish callbacks [] for security_group (d466fe1e-73fa-4300-9df8-cffd58bcef36), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.387804 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59818) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:26.395592 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d27a21d8-8438-40bf-a570-6a60334946b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (d466fe1e-73fa-4300-9df8-cffd58bcef36), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.398100 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-d27a21d8-8438-40bf-a570-6a60334946b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.399204 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-d27a21d8-8438-40bf-a570-6a60334946b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d466fe1e-73fa-4300-9df8-cffd58bcef36 HTTP/1.1" status: 204 len: 168 time: 0.2751451 Mar 31 18:25:26.421683 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a21d8-8438-40bf-a570-6a60334946b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d466fe1e-73fa-4300-9df8-cffd58bcef36,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:26.453792 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-771cc82b-67a1-4255-a032-5cfb9cc00cd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04be67e5a48e4aada06cbad4d2bedc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625672 Mar 31 18:25:26.454020 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59822) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:26.496214 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:25:26.502415 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b96b4e4-891f-420b-b3ef-a9fc7a3b9792 admin admin] Publish callbacks [] for security_group (24cd95a5-e208-4714-bedb-f8e1ebdcced9), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.525069 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b96b4e4-891f-420b-b3ef-a9fc7a3b9792 admin admin] Publish callbacks [] for security_group (24cd95a5-e208-4714-bedb-f8e1ebdcced9), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.649390 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b96b4e4-891f-420b-b3ef-a9fc7a3b9792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (24cd95a5-e208-4714-bedb-f8e1ebdcced9), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.651962 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-5b96b4e4-891f-420b-b3ef-a9fc7a3b9792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:26.653133 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-5b96b4e4-891f-420b-b3ef-a9fc7a3b9792 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24cd95a5-e208-4714-bedb-f8e1ebdcced9 HTTP/1.1" status: 204 len: 168 time: 0.1981936 Mar 31 18:25:26.662373 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96b4e4-891f-420b-b3ef-a9fc7a3b9792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cd95a5-e208-4714-bedb-f8e1ebdcced9,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:29.531197 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 59974) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:29.642743 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3b4b751c-1384-46fc-8012-5a2667ecbbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:29.739907 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3b4b751c-1384-46fc-8012-5a2667ecbbaa admin admin] Publish callbacks [] for security_group (54787a5e-7745-4e29-85a5-ad8c25e0cc2e), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:29.858822 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-3b4b751c-1384-46fc-8012-5a2667ecbbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (54787a5e-7745-4e29-85a5-ad8c25e0cc2e), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:29.899129 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-3b4b751c-1384-46fc-8012-5a2667ecbbaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a7e37597c7c446dba9347a0343840ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667641 Mar 31 18:25:29.900023 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b751c-1384-46fc-8012-5a2667ecbbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54787a5e-7745-4e29-85a5-ad8c25e0cc2e,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:29.900801 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 59982) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:29.955757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9b97de47-53e4-4972-b330-dcd16b1c480f admin admin] Publish callbacks [] for security_group (54787a5e-7745-4e29-85a5-ad8c25e0cc2e), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:29.978773 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9b97de47-53e4-4972-b330-dcd16b1c480f admin admin] Publish callbacks [] for security_group (54787a5e-7745-4e29-85a5-ad8c25e0cc2e), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:30.173340 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9b97de47-53e4-4972-b330-dcd16b1c480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (54787a5e-7745-4e29-85a5-ad8c25e0cc2e), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:30.175929 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-9b97de47-53e4-4972-b330-dcd16b1c480f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:30.183355 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-9b97de47-53e4-4972-b330-dcd16b1c480f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54787a5e-7745-4e29-85a5-ad8c25e0cc2e HTTP/1.1" status: 204 len: 168 time: 0.2752693 Mar 31 18:25:30.184915 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97de47-53e4-4972-b330-dcd16b1c480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54787a5e-7745-4e29-85a5-ad8c25e0cc2e,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:37.714413 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60126) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:37.824610 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7184aeda-f7dc-4fdb-b327-7e5762cfcece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:37.901896 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7184aeda-f7dc-4fdb-b327-7e5762cfcece admin admin] Publish callbacks [] for security_group (8f29f441-260e-4f8a-a905-c21b6f2516a3), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:37.963146 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-7184aeda-f7dc-4fdb-b327-7e5762cfcece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8f29f441-260e-4f8a-a905-c21b6f2516a3), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.003915 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-7184aeda-f7dc-4fdb-b327-7e5762cfcece admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e80c1f83163d407d87426cd3215e5d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878461 Mar 31 18:25:38.004644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184aeda-f7dc-4fdb-b327-7e5762cfcece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29f441-260e-4f8a-a905-c21b6f2516a3,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:38.006997 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60130) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:38.060928 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14e533e2-4107-4351-88ae-2d40f92c232f admin admin] Publish callbacks [] for security_group (8f29f441-260e-4f8a-a905-c21b6f2516a3), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.081283 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14e533e2-4107-4351-88ae-2d40f92c232f admin admin] Publish callbacks [] for security_group (8f29f441-260e-4f8a-a905-c21b6f2516a3), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.186342 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14e533e2-4107-4351-88ae-2d40f92c232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (8f29f441-260e-4f8a-a905-c21b6f2516a3), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.188997 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-14e533e2-4107-4351-88ae-2d40f92c232f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.190145 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-14e533e2-4107-4351-88ae-2d40f92c232f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f29f441-260e-4f8a-a905-c21b6f2516a3 HTTP/1.1" status: 204 len: 168 time: 0.1820953 Mar 31 18:25:38.198329 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e533e2-4107-4351-88ae-2d40f92c232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29f441-260e-4f8a-a905-c21b6f2516a3,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:38.843253 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60140) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:38.856254 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4ca87f9-9cb2-4c84-ab57-f43512b95848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.933037 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4ca87f9-9cb2-4c84-ab57-f43512b95848 admin admin] Publish callbacks [] for security_group (50171796-2dfd-49aa-9283-342a759f8d2f), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:38.990087 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c4ca87f9-9cb2-4c84-ab57-f43512b95848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (50171796-2dfd-49aa-9283-342a759f8d2f), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:39.026831 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca87f9-9cb2-4c84-ab57-f43512b95848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50171796-2dfd-49aa-9283-342a759f8d2f,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:39.032209 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c4ca87f9-9cb2-4c84-ab57-f43512b95848 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e375dbb9ef74568a493b7a4f01bbf6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871941 Mar 31 18:25:39.035758 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60142) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:39.087201 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-518add5d-07b2-4c03-a25e-e65a73b8377e admin admin] Publish callbacks [] for security_group (50171796-2dfd-49aa-9283-342a759f8d2f), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:39.109433 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-518add5d-07b2-4c03-a25e-e65a73b8377e admin admin] Publish callbacks [] for security_group (50171796-2dfd-49aa-9283-342a759f8d2f), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:39.226642 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-518add5d-07b2-4c03-a25e-e65a73b8377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (50171796-2dfd-49aa-9283-342a759f8d2f), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:39.229447 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-518add5d-07b2-4c03-a25e-e65a73b8377e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:39.230609 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-518add5d-07b2-4c03-a25e-e65a73b8377e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50171796-2dfd-49aa-9283-342a759f8d2f HTTP/1.1" status: 204 len: 168 time: 0.1938298 Mar 31 18:25:39.239481 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518add5d-07b2-4c03-a25e-e65a73b8377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50171796-2dfd-49aa-9283-342a759f8d2f,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:42.461674 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60226) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:42.591603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-617dfcfc-c520-446c-8b49-b6912015b824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:42.669790 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-617dfcfc-c520-446c-8b49-b6912015b824 admin admin] Publish callbacks [] for security_group (388c05ec-96e4-47b5-be5e-ca51f3f8af14), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:42.726836 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-617dfcfc-c520-446c-8b49-b6912015b824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (388c05ec-96e4-47b5-be5e-ca51f3f8af14), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:42.769597 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dfcfc-c520-446c-8b49-b6912015b824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388c05ec-96e4-47b5-be5e-ca51f3f8af14,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:42.773676 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-617dfcfc-c520-446c-8b49-b6912015b824 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ec428cf8ad24744a1863a581c34539f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106389 Mar 31 18:25:42.777784 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60234) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:42.827293 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-fe49eafc-745e-4b4e-95b5-bbd0951f5da8 admin admin] Publish callbacks [] for security_group (388c05ec-96e4-47b5-be5e-ca51f3f8af14), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:42.851763 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-fe49eafc-745e-4b4e-95b5-bbd0951f5da8 admin admin] Publish callbacks [] for security_group (388c05ec-96e4-47b5-be5e-ca51f3f8af14), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.006870 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-fe49eafc-745e-4b4e-95b5-bbd0951f5da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (388c05ec-96e4-47b5-be5e-ca51f3f8af14), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.009441 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-fe49eafc-745e-4b4e-95b5-bbd0951f5da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.022802 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-fe49eafc-745e-4b4e-95b5-bbd0951f5da8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/388c05ec-96e4-47b5-be5e-ca51f3f8af14 HTTP/1.1" status: 204 len: 168 time: 0.2319117 Mar 31 18:25:43.023516 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49eafc-745e-4b4e-95b5-bbd0951f5da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c05ec-96e4-47b5-be5e-ca51f3f8af14,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:43.666105 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60248) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:43.683187 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2140335-4909-4d9d-b582-9e4a97078543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.766348 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2140335-4909-4d9d-b582-9e4a97078543 admin admin] Publish callbacks [] for security_group (b942d12d-3d88-4fe8-8942-f5bc4b47c549), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.820169 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a2140335-4909-4d9d-b582-9e4a97078543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b942d12d-3d88-4fe8-8942-f5bc4b47c549), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.860340 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a2140335-4909-4d9d-b582-9e4a97078543 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=115088863eb64bb0b3f0494b85c0cc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931109 Mar 31 18:25:43.861206 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2140335-4909-4d9d-b582-9e4a97078543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b942d12d-3d88-4fe8-8942-f5bc4b47c549,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:43.863019 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60250) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:43.919867 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a521329f-554a-4620-860d-ae55d524c482 admin admin] Publish callbacks [] for security_group (b942d12d-3d88-4fe8-8942-f5bc4b47c549), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:43.942607 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a521329f-554a-4620-860d-ae55d524c482 admin admin] Publish callbacks [] for security_group (b942d12d-3d88-4fe8-8942-f5bc4b47c549), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:44.115496 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a521329f-554a-4620-860d-ae55d524c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (b942d12d-3d88-4fe8-8942-f5bc4b47c549), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:44.118344 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-a521329f-554a-4620-860d-ae55d524c482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:44.119632 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-a521329f-554a-4620-860d-ae55d524c482 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b942d12d-3d88-4fe8-8942-f5bc4b47c549 HTTP/1.1" status: 204 len: 168 time: 0.2555268 Mar 31 18:25:44.129809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521329f-554a-4620-860d-ae55d524c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b942d12d-3d88-4fe8-8942-f5bc4b47c549,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:45.724022 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:47.255098 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-62e3e1eb-1fa8-444f-b1f9-ff576d3533e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:49.475365 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a21fc205-bdb4-44eb-842e-99802b6d7123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:50.646646 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:50.970712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60354) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:51.089652 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-efc17fa2-1802-469f-ac24-64127861c1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.168712 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-efc17fa2-1802-469f-ac24-64127861c1e0 admin admin] Publish callbacks [] for security_group (28f23115-e022-4570-9610-e103d5dccfcf), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.253579 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-efc17fa2-1802-469f-ac24-64127861c1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (28f23115-e022-4570-9610-e103d5dccfcf), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.295474 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc17fa2-1802-469f-ac24-64127861c1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f23115-e022-4570-9610-e103d5dccfcf,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:51.300290 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-efc17fa2-1802-469f-ac24-64127861c1e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1fe01daac584d199a98bf7c224a6dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278420 Mar 31 18:25:51.302412 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60358) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:51.353035 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60dca946-6af9-479e-b03b-02d856d03832 admin admin] Publish callbacks [] for security_group (28f23115-e022-4570-9610-e103d5dccfcf), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.376184 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60dca946-6af9-479e-b03b-02d856d03832 admin admin] Publish callbacks [] for security_group (28f23115-e022-4570-9610-e103d5dccfcf), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.509505 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60dca946-6af9-479e-b03b-02d856d03832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (28f23115-e022-4570-9610-e103d5dccfcf), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.512145 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-60dca946-6af9-479e-b03b-02d856d03832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:51.513359 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-60dca946-6af9-479e-b03b-02d856d03832 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28f23115-e022-4570-9610-e103d5dccfcf HTTP/1.1" status: 204 len: 168 time: 0.2099564 Mar 31 18:25:51.521862 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dca946-6af9-479e-b03b-02d856d03832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f23115-e022-4570-9610-e103d5dccfcf,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:52.259625 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60372) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:52.275814 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.353771 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Publish callbacks [] for security_group (2eac03fb-0b14-47c8-9f23-89a0dd8956ff), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.425861 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2eac03fb-0b14-47c8-9f23-89a0dd8956ff), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.452009 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.464282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac03fb-0b14-47c8-9f23-89a0dd8956ff,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:52.471608 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa658c60248d4a51826de228f8769e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137840 Mar 31 18:25:52.471985 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60380) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:52.474104 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.474450 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.474797 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.475136 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.476417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.477435 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.477769 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.478103 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.478433 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.478854 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.479111 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.479442 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.489034 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.489034 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.489034 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d59614c-509d-4426-b546-1f19ec3c8d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:25:52.531468 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f332f4d-f06a-4e3b-a4af-cf53e1696192 admin admin] Publish callbacks [] for security_group (2eac03fb-0b14-47c8-9f23-89a0dd8956ff), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.553209 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f332f4d-f06a-4e3b-a4af-cf53e1696192 admin admin] Publish callbacks [] for security_group (2eac03fb-0b14-47c8-9f23-89a0dd8956ff), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.665534 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f332f4d-f06a-4e3b-a4af-cf53e1696192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (2eac03fb-0b14-47c8-9f23-89a0dd8956ff), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.668222 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-6f332f4d-f06a-4e3b-a4af-cf53e1696192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:52.671829 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-6f332f4d-f06a-4e3b-a4af-cf53e1696192 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2eac03fb-0b14-47c8-9f23-89a0dd8956ff HTTP/1.1" status: 204 len: 168 time: 0.1962867 Mar 31 18:25:52.678062 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332f4d-f06a-4e3b-a4af-cf53e1696192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac03fb-0b14-47c8-9f23-89a0dd8956ff,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:53.492712 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:58.690711 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60466) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:58.841574 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9e47fe84-b25b-4256-8035-cf6af4b53992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:58.926839 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9e47fe84-b25b-4256-8035-cf6af4b53992 admin admin] Publish callbacks [] for security_group (485740be-8a70-40b8-b338-d53ed7f91c75), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:59.007979 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-9e47fe84-b25b-4256-8035-cf6af4b53992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (485740be-8a70-40b8-b338-d53ed7f91c75), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:59.048151 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47fe84-b25b-4256-8035-cf6af4b53992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485740be-8a70-40b8-b338-d53ed7f91c75,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:25:59.054273 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-9e47fe84-b25b-4256-8035-cf6af4b53992 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=252131bc94c3410d9a068d6923be5a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628986 Mar 31 18:25:59.055953 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60472) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:25:59.117956 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8fef3a5-d996-4aed-9084-72db2ad36683 admin admin] Publish callbacks [] for security_group (485740be-8a70-40b8-b338-d53ed7f91c75), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:59.141290 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8fef3a5-d996-4aed-9084-72db2ad36683 admin admin] Publish callbacks [] for security_group (485740be-8a70-40b8-b338-d53ed7f91c75), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:59.299639 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8fef3a5-d996-4aed-9084-72db2ad36683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (485740be-8a70-40b8-b338-d53ed7f91c75), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:59.302158 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c8fef3a5-d996-4aed-9084-72db2ad36683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:25:59.303342 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c8fef3a5-d996-4aed-9084-72db2ad36683 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/485740be-8a70-40b8-b338-d53ed7f91c75 HTTP/1.1" status: 204 len: 168 time: 0.2461419 Mar 31 18:25:59.311185 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fef3a5-d996-4aed-9084-72db2ad36683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485740be-8a70-40b8-b338-d53ed7f91c75,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:03.499624 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:26:03.887386 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60516) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:04.021969 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.093557 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Publish callbacks [] for security_group (e229764e-df21-4971-ba39-b407337f943c), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.188754 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e229764e-df21-4971-ba39-b407337f943c), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.227100 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09492989e2d94572996b87b59e7229ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379333 Mar 31 18:26:04.227998 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e229764e-df21-4971-ba39-b407337f943c,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:04.229899 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60522) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:04.235139 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.235521 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.235866 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.236204 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.236537 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.236874 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.237841 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.238174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.238504 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.238830 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.239158 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.239508 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.239838 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.240158 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.240479 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acb85af-18ff-406d-8029-33e78ad513b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:04.282211 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8980ad69-2358-4b5c-b196-c8213b7e0b95 admin admin] Publish callbacks [] for security_group (e229764e-df21-4971-ba39-b407337f943c), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.304005 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8980ad69-2358-4b5c-b196-c8213b7e0b95 admin admin] Publish callbacks [] for security_group (e229764e-df21-4971-ba39-b407337f943c), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.448274 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8980ad69-2358-4b5c-b196-c8213b7e0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (e229764e-df21-4971-ba39-b407337f943c), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.450844 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-8980ad69-2358-4b5c-b196-c8213b7e0b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:04.452154 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-8980ad69-2358-4b5c-b196-c8213b7e0b95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e229764e-df21-4971-ba39-b407337f943c HTTP/1.1" status: 204 len: 168 time: 0.2211871 Mar 31 18:26:04.462942 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980ad69-2358-4b5c-b196-c8213b7e0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229764e-df21-4971-ba39-b407337f943c,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:07.384890 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-5e4f79c9-5988-4dad-81d8-7c108e8fc587 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cc2e5c844c6f485c95c55ac53468ad44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303299 Mar 31 18:26:07.569253 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-35c6e1f0-1267-427c-9089-5f867dfb6f48 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:07.570873 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-35c6e1f0-1267-427c-9089-5f867dfb6f48 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807518 Mar 31 18:26:07.591913 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-e126fa71-8560-4158-88ea-6e648fea1301 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/quotas/cc2e5c844c6f485c95c55ac53468ad44 HTTP/1.1" status: 200 len: 375 time: 0.0095885 Mar 31 18:26:07.627351 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-aa4a626c-6108-4908-9613-1b0295da2bc8 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2e5c844c6f485c95c55ac53468ad44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293818 Mar 31 18:26:07.859843 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-382af83c-c8c6-420f-83e0-2c41a975f43e req-8db7519c-993a-43c6-aff1-f327bb2e6491 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 210 time: 0.0314627 Mar 31 18:26:08.940857 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f472aa5d-38e9-4c23-942d-3df65e96439e req-ca18b3de-a06c-49b1-98be-1c0c3ce401f0 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 210 time: 0.0272512 Mar 31 18:26:10.037201 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5cfa3541-3bf8-41d4-b7ec-21b5e115c584 req-3b77c8d3-efe3-4c1b-87f4-d0132b6803f0 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 210 time: 0.0290942 Mar 31 18:26:10.350222 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-0a8fb973-fd37-4d40-9ed0-8821c2f58c1f tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cc2e5c844c6f485c95c55ac53468ad44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206416 Mar 31 18:26:10.462516 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-eb746ce2-abf5-4fcb-aa01-3c635fc15060 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:10.464034 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-eb746ce2-abf5-4fcb-aa01-3c635fc15060 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076322 Mar 31 18:26:10.487254 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Request body: {'port': {'device_id': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572', 'admin_state_up': True, 'tenant_id': 'cc2e5c844c6f485c95c55ac53468ad44'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:26:10.692225 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Made reservation on behalf of cc2e5c844c6f485c95c55ac53468ad44 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:26:10.696046 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:10.706324 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:10.784737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks [] for security_group (129cabe9-1e1f-4672-a94e-158394005cf1), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:10.870628 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (129cabe9-1e1f-4672-a94e-158394005cf1), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:10.936723 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129cabe9-1e1f-4672-a94e-158394005cf1,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:11.004958 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Allocated IP 192.168.233.65 (3891bf98-1f60-4c42-8376-819f37d15572/50983059-6f11-4ec4-99ea-bdc6d0f7636d/3d8afd65-d29c-42c9-8996-d05e2d7a60bd) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:26:11.394795 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-23af7fd3-866b-4acf-80a0-e6c536eb359d req-600693d5-552f-4a14-9c95-543db8c668eb tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 210 time: 0.0362568 Mar 31 18:26:11.447106 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks [] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:11.580078 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:11.622176 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Network 3891bf98-1f60-4c42-8376-819f37d15572 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:26:11.634178 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:26:11.634178 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:26:11.661677 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Pushing event updated for resources: {'Port': ['ID=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:11.693695 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:11.694311 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:11.821778 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9336dbdd-8d43-4f2d-ae10-4e3cde6a1659 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3390207 Mar 31 18:26:11.838132 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Request body: {'port': {'device_id': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:26:11.852461 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60628) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:11.897707 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:11.899392 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-f4544a92-e0e7-4cc3-ad5d-2591aa8c806e None None] Provisioning complete for port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd triggered by entity DHCP. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:26:11.899922 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f4544a92-e0e7-4cc3-ad5d-2591aa8c806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:11.934937 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-f4544a92-e0e7-4cc3-ad5d-2591aa8c806e None None] Port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd cannot update to ACTIVE because it is not bound. {{(pid=103983) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 18:26:11.972901 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e2d092c6-181b-4667-af5b-d521fd84aecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.054628 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e2d092c6-181b-4667-af5b-d521fd84aecc admin admin] Publish callbacks [] for security_group (57fc13b1-419c-4115-bfb0-07c3baccbc23), precommit_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.110627 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-e2d092c6-181b-4667-af5b-d521fd84aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (57fc13b1-419c-4115-bfb0-07c3baccbc23), after_create {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.148458 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d092c6-181b-4667-af5b-d521fd84aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc13b1-419c-4115-bfb0-07c3baccbc23,revision_number=1']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:12.156655 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-e2d092c6-181b-4667-af5b-d521fd84aecc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2763bf9149248f3a4c11f4e2259542c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005974 Mar 31 18:26:12.157046 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60632) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:12.173005 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8afd65-d29c-42c9-8996-d05e2d7a60bd {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:26:12.181247 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Publish callbacks [] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.193644 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Transition to ACTIVE for port object 3d8afd65-d29c-42c9-8996-d05e2d7a60bd will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:26:12.206402 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a378f75d-b6fe-4b74-8435-b9c2f66bc56b admin admin] Publish callbacks [] for security_group (57fc13b1-419c-4115-bfb0-07c3baccbc23), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.226962 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a378f75d-b6fe-4b74-8435-b9c2f66bc56b admin admin] Publish callbacks [] for security_group (57fc13b1-419c-4115-bfb0-07c3baccbc23), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.257685 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.310250 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Pushing event updated for resources: {'Port': ['ID=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:12.348821 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a378f75d-b6fe-4b74-8435-b9c2f66bc56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (57fc13b1-419c-4115-bfb0-07c3baccbc23), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.351374 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-a378f75d-b6fe-4b74-8435-b9c2f66bc56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.352550 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-a378f75d-b6fe-4b74-8435-b9c2f66bc56b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57fc13b1-419c-4115-bfb0-07c3baccbc23 HTTP/1.1" status: 204 len: 168 time: 0.1948180 Mar 31 18:26:12.369601 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378f75d-b6fe-4b74-8435-b9c2f66bc56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc13b1-419c-4115-bfb0-07c3baccbc23,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:12.386524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Attempting to bind port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:26:12.387087 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Attempting to bind port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:26:12.387788 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Attempting to bind port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd on network 3891bf98-1f60-4c42-8376-819f37d15572 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:26:12.394460 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd on network 3891bf98-1f60-4c42-8376-819f37d15572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:26:12.395100 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Attempting to bind port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd on network 3891bf98-1f60-4c42-8376-819f37d15572 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:26:12.402280 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:26:12.402756 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Checking segment: {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:26:12.403241 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Bound using segment: {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:26:12.403815 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Bound port: 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c6e014-7928-4a6a-b395-22bb2f691511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:26:12.404307 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.481744 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] For port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:26:12.485657 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] For port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:26:12.526474 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0a09-4517-4aee-81fa-d26d3b7da1ce req-b172c008-bbe1-4704-8350-afcb727ad3d4 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:12.528074 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4a1e0a09-4517-4aee-81fa-d26d3b7da1ce req-b172c008-bbe1-4704-8350-afcb727ad3d4 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 947 time: 0.0582449 Mar 31 18:26:12.562701 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.576686 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4a1e0a09-4517-4aee-81fa-d26d3b7da1ce req-e2b74c71-4ea1-4069-9d53-246a9de49f07 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Mar 31 18:26:12.598855 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:12.599448 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:12.600851 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] 10.222.0.65 "PUT /v2.0/ports/3d8afd65-d29c-42c9-8996-d05e2d7a60bd HTTP/1.1" status: 200 len: 1097 time: 0.7670484 Mar 31 18:26:12.601293 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'tag': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:26:12.603520 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2" -d '{"events": [{"name": "network-changed", "server_uuid": "103b46eb-e663-4774-8c30-f8c725ddb14a", "tag": "3d8afd65-d29c-42c9-8996-d05e2d7a60bd"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:26:12.639718 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae5eca-dc1b-4909-b3d1-bad2bdf8800e service neutron] Pushing event updated for resources: {'Port': ['ID=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:12.781776 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-b666d7d9-e93d-43b2-8cb6-10cab5c28189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:12.784326 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-b666d7d9-e93d-43b2-8cb6-10cab5c28189 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc2e5c844c6f485c95c55ac53468ad44&device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 1131 time: 0.0589216 Mar 31 18:26:12.847307 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-a630a9e2-36d4-492c-8e04-3a1e413e1e12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd HTTP/1.1" status: 200 len: 217 time: 0.0463705 Mar 31 18:26:12.902127 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-aaccb4c9-ef6b-471b-bcd4-f1de18d03798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:12.903741 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-aaccb4c9-ef6b-471b-bcd4-f1de18d03798 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50983059-6f11-4ec4-99ea-bdc6d0f7636d HTTP/1.1" status: 200 len: 843 time: 0.0510130 Mar 31 18:26:12.907525 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48006a-0c20-4b52-b5e9-81b733090de0 x-openstack-request-id: req-de48006a-0c20-4b52-b5e9-81b733090de0 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:26:12.907812 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103b46eb-e663-4774-8c30-f8c725ddb14a", "tag": "3d8afd65-d29c-42c9-8996-d05e2d7a60bd", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:26:12.908071 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de48006a-0c20-4b52-b5e9-81b733090de0 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:26:12.909095 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de48006a-0c20-4b52-b5e9-81b733090de0'] response: {'name': 'network-changed', 'server_uuid': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'tag': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd', 'status': 'completed', 'code': 200} Mar 31 18:26:12.967568 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-762a04f8-1e70-410c-b70f-9299f8fb571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:12.969058 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-762a04f8-1e70-410c-b70f-9299f8fb571c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3891bf98-1f60-4c42-8376-819f37d15572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446179 Mar 31 18:26:13.063930 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-8ac50a04-431a-4fdc-a82b-d3230c89e083 service neutron] 10.222.0.65 "GET /v2.0/networks/3891bf98-1f60-4c42-8376-819f37d15572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887277 Mar 31 18:26:13.153587 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-1aa4d2bb-9b70-4fdb-a42f-0cd035c5e79d req-4db29e68-6779-4efc-9ce7-ba19f9f5bd48 service neutron] 10.222.0.65 "GET /v2.0/networks/3891bf98-1f60-4c42-8376-819f37d15572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846832 Mar 31 18:26:13.350216 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-5bc52e13-4a03-4133-bbe7-666b7567f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:13.351839 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-5bc52e13-4a03-4133-bbe7-666b7567f510 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc2e5c844c6f485c95c55ac53468ad44&device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 1131 time: 0.0456791 Mar 31 18:26:13.445144 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-9e6ca4cf-dd58-435d-abf9-76db06047e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:13.446531 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-9e6ca4cf-dd58-435d-abf9-76db06047e39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3891bf98-1f60-4c42-8376-819f37d15572 HTTP/1.1" status: 200 len: 870 time: 0.0884306 Mar 31 18:26:13.487457 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-dbe4a0e3-137c-480c-815f-b89089140729 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd HTTP/1.1" status: 200 len: 217 time: 0.0348687 Mar 31 18:26:13.534495 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-a6f86bd8-50ca-40c3-b592-fb355ef03b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:13.535971 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-a6f86bd8-50ca-40c3-b592-fb355ef03b7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=50983059-6f11-4ec4-99ea-bdc6d0f7636d HTTP/1.1" status: 200 len: 843 time: 0.0435739 Mar 31 18:26:13.588557 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-bee7354e-4cf2-455a-8196-37ce82fd8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:13.590596 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-bee7354e-4cf2-455a-8196-37ce82fd8e0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3891bf98-1f60-4c42-8376-819f37d15572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483387 Mar 31 18:26:13.687548 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-fdaa6ae4-12ad-4d44-aa2c-bc4be6ba96a1 service neutron] 10.222.0.65 "GET /v2.0/networks/3891bf98-1f60-4c42-8376-819f37d15572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913305 Mar 31 18:26:13.698857 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa34bb-949b-4c2b-811e-a2f07ac8cc94 req-826cf93c-2ab2-484e-b933-2dca55cf1f82 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:13.700328 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-56fa34bb-949b-4c2b-811e-a2f07ac8cc94 req-826cf93c-2ab2-484e-b933-2dca55cf1f82 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 947 time: 0.0545497 Mar 31 18:26:13.757546 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-56fa34bb-949b-4c2b-811e-a2f07ac8cc94 req-0cc2880f-b38d-4158-8f02-2db28b687674 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Mar 31 18:26:13.786234 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-83bb8b98-2eed-4b5a-ab7d-99d8d57b14f2 req-adf8c0d9-d480-4365-a7e5-ced3252d749b service neutron] 10.222.0.65 "GET /v2.0/networks/3891bf98-1f60-4c42-8376-819f37d15572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931108 Mar 31 18:26:14.883085 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476bea8-1601-4a5d-962c-5983c74a7cbb req-a385fc10-1ffb-4099-94bb-894d7dd5fc69 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:14.884641 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2476bea8-1601-4a5d-962c-5983c74a7cbb req-a385fc10-1ffb-4099-94bb-894d7dd5fc69 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 947 time: 0.0573528 Mar 31 18:26:14.940797 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2476bea8-1601-4a5d-962c-5983c74a7cbb req-e9f49e16-1917-4411-87c6-50cee9900876 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Mar 31 18:26:15.677081 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:16.065899 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d53dd-140b-4dc7-8ff6-d9d6c31ac9c9 req-77e7ffb0-33be-427b-85f7-37a0fa404988 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:16.067483 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d25d53dd-140b-4dc7-8ff6-d9d6c31ac9c9 req-77e7ffb0-33be-427b-85f7-37a0fa404988 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 947 time: 0.0570855 Mar 31 18:26:16.116287 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d25d53dd-140b-4dc7-8ff6-d9d6c31ac9c9 req-8ff5f334-3cfd-47e7-b45d-01e302292da0 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Mar 31 18:26:17.238022 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b383-470f-465b-9a98-9f6d19a06994 req-f9de93cb-be60-42b1-a052-877522df9d2f tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:17.239870 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b978b383-470f-465b-9a98-9f6d19a06994 req-f9de93cb-be60-42b1-a052-877522df9d2f tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 947 time: 0.0530803 Mar 31 18:26:17.276014 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1487b0a1-0c36-4273-8486-a99c06285233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:17.292599 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-b978b383-470f-465b-9a98-9f6d19a06994 req-4fa05735-20e0-410c-9107-416c1d7aa90e tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Mar 31 18:26:17.740025 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 3d8afd65-d29c-42c9-8996-d05e2d7a60bd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:26:17.838226 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:17.850003 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd', 'network_id': '3891bf98-1f60-4c42-8376-819f37d15572', 'port_id': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd', 'mac_address': 'fa:16:3e:b7:34:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50983059-6f11-4ec4-99ea-bdc6d0f7636d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:26:17.890303 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:26:17.890696 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:17.903839 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8afd65-d29c-42c9-8996-d05e2d7a60bd {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:26:17.922384 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:18.053363 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:18.105498 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:18.112861 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.113244 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.113638 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.114067 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.114447 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.114783 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.115112 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.115558 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.115921 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.116284 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.116615 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.116943 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.117268 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.117729 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.118169 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:26:18.415182 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7eda9-22cd-4fc8-8583-843b6b9b4f7e req-99bcd591-bd6f-459e-a771-551d1ae9ce19 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:18.416698 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-91c7eda9-22cd-4fc8-8583-843b6b9b4f7e req-99bcd591-bd6f-459e-a771-551d1ae9ce19 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 948 time: 0.0517600 Mar 31 18:26:18.462431 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-91c7eda9-22cd-4fc8-8583-843b6b9b4f7e req-f98b9c56-05bc-4c25-bd24-69e47359589b tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Mar 31 18:26:18.462676 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['3d8afd65-d29c-42c9-8996-d05e2d7a60bd'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:26:19.458788 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-9124e46b-586d-4d9b-b2ef-2df65bf635ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:19.578742 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c2fd-8f12-4f37-98bc-31556f589e5a req-b9d02690-24ba-4480-a721-54aaaee3fd05 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:19.580274 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-40b1c2fd-8f12-4f37-98bc-31556f589e5a req-b9d02690-24ba-4480-a721-54aaaee3fd05 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 948 time: 0.0519707 Mar 31 18:26:19.624948 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-40b1c2fd-8f12-4f37-98bc-31556f589e5a req-1ab32769-d944-4132-9a62-418ba151637b tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Mar 31 18:26:19.756483 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 3d8afd65-d29c-42c9-8996-d05e2d7a60bd up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:26:19.887220 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:26:19.891555 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:26:19.891982 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:19.981419 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:26:19.981814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:20.005542 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:26:20.008108 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a6e6a-91b1-4c42-b18b-b4ea06294fc3" -d '{"events": [{"server_uuid": "103b46eb-e663-4774-8c30-f8c725ddb14a", "name": "network-vif-plugged", "status": "completed", "tag": "3d8afd65-d29c-42c9-8996-d05e2d7a60bd"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:26:20.020711 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:20.076452 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:20.113336 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583f7a1f-70b3-46f8-bbfb-1212a5c4c161 x-openstack-request-id: req-583f7a1f-70b3-46f8-bbfb-1212a5c4c161 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:26:20.113336 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103b46eb-e663-4774-8c30-f8c725ddb14a", "name": "network-vif-plugged", "status": "completed", "tag": "3d8afd65-d29c-42c9-8996-d05e2d7a60bd", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:26:20.113336 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-583f7a1f-70b3-46f8-bbfb-1212a5c4c161 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:26:20.113336 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583f7a1f-70b3-46f8-bbfb-1212a5c4c161'] response: {'server_uuid': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd', 'code': 200} Mar 31 18:26:20.135634 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:20.413653 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be26786-daad-42bf-b6ed-71bb6639f706 req-29cc140a-1102-42ae-bb61-86680e0cd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:20.415168 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7be26786-daad-42bf-b6ed-71bb6639f706 req-29cc140a-1102-42ae-bb61-86680e0cd3ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 1133 time: 0.0450838 Mar 31 18:26:20.458694 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-7be26786-daad-42bf-b6ed-71bb6639f706 req-633d47a1-70ed-4393-9672-1750e0f152e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372460 Mar 31 18:26:20.663075 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:20.757888 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17123c0-a578-4f1a-8165-974b9a801f83 req-d57378d7-e9ec-4646-8356-550fef51ed31 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:20.759420 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e17123c0-a578-4f1a-8165-974b9a801f83 req-d57378d7-e9ec-4646-8356-550fef51ed31 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 949 time: 0.0584395 Mar 31 18:26:20.806445 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-e17123c0-a578-4f1a-8165-974b9a801f83 req-bc847ef5-613b-4a02-ad1b-526f459322ed tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Mar 31 18:26:21.935966 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e03f6-750a-4920-ac15-7cce506e52ec req-70e48320-ce92-4235-98ea-6a685654ab22 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:21.937453 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-671e03f6-750a-4920-ac15-7cce506e52ec req-70e48320-ce92-4235-98ea-6a685654ab22 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 949 time: 0.0552039 Mar 31 18:26:21.985312 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-671e03f6-750a-4920-ac15-7cce506e52ec req-38f6d598-4cf8-4485-84df-bc00055beee3 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Mar 31 18:26:22.418539 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:23.105535 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6b12-ea93-4ed3-9003-99d3ba1a6a62 req-5e10290d-bd2f-4e91-bc74-7329ca77cc46 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:23.106990 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-88ab6b12-ea93-4ed3-9003-99d3ba1a6a62 req-5e10290d-bd2f-4e91-bc74-7329ca77cc46 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 949 time: 0.0533836 Mar 31 18:26:23.153278 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-88ab6b12-ea93-4ed3-9003-99d3ba1a6a62 req-4183d61f-f94b-462d-a409-2f89139f1eb9 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Mar 31 18:26:23.475800 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:23.600789 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b204c5-98c0-419d-8683-bc2185668960 req-84b25a7a-1b00-42e9-9a1c-c4b74ff94357 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:23.602268 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-38b204c5-98c0-419d-8683-bc2185668960 req-84b25a7a-1b00-42e9-9a1c-c4b74ff94357 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 949 time: 0.0534592 Mar 31 18:26:23.652049 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-38b204c5-98c0-419d-8683-bc2185668960 req-f795d484-e66b-4406-9116-84fcb7f6c1e6 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Mar 31 18:26:24.779299 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4066-9d5d-4687-87e4-2f27435d4a82 req-3fedc335-cb54-466a-8dd7-f06968d74acd tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:24.780848 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-657b4066-9d5d-4687-87e4-2f27435d4a82 req-3fedc335-cb54-466a-8dd7-f06968d74acd tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 949 time: 0.0566473 Mar 31 18:26:24.831145 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-657b4066-9d5d-4687-87e4-2f27435d4a82 req-cd50f2b7-0412-4b7b-95ee-1b88e97c3201 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/security-groups?id=129cabe9-1e1f-4672-a94e-158394005cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442259 Mar 31 18:26:25.110803 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-d19936e2-e2b3-4eca-b9f3-bfba803073fa tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:25.112355 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-d19936e2-e2b3-4eca-b9f3-bfba803073fa tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.65 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 949 time: 0.0551851 Mar 31 18:26:25.205955 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Deleting port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:26:25.206295 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:25.305105 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] For port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,segment=NetworkSegment(94c6e014-7928-4a6a-b395-22bb2f691511),segment_id=94c6e014-7928-4a6a-b395-22bb2f691511)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:25.305475 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:25.320117 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Calling delete_port for 3d8afd65-d29c-42c9-8996-d05e2d7a60bd owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:26:25.516873 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (3d8afd65-d29c-42c9-8996-d05e2d7a60bd), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:25.545982 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Pushing event deleted for resources: {'Port': ['ID=3d8afd65-d29c-42c9-8996-d05e2d7a60bd,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:25.551814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['3d8afd65-d29c-42c9-8996-d05e2d7a60bd'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:26:25.595936 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] No DVR routers for this DVR port 3d8afd65-d29c-42c9-8996-d05e2d7a60bd on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:26:25.599234 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:25.602728 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8562dc99-461c-4e46-b6ec-9a83652a6e7a req-1535cdfb-4fd2-436a-bdf8-839a35312742 tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.65 "DELETE /v2.0/ports/3d8afd65-d29c-42c9-8996-d05e2d7a60bd HTTP/1.1" status: 204 len: 173 time: 0.4859462 Mar 31 18:26:25.603198 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'name': 'network-vif-deleted', 'tag': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:26:25.606038 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92655a4f-d42a-477d-912c-90fa1d1f9de1" -d '{"events": [{"server_uuid": "103b46eb-e663-4774-8c30-f8c725ddb14a", "name": "network-vif-deleted", "tag": "3d8afd65-d29c-42c9-8996-d05e2d7a60bd"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:26:25.645264 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed03c538-6199-470b-938b-ef09cd24bd3d x-openstack-request-id: req-ed03c538-6199-470b-938b-ef09cd24bd3d {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:26:25.645566 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103b46eb-e663-4774-8c30-f8c725ddb14a", "name": "network-vif-deleted", "tag": "3d8afd65-d29c-42c9-8996-d05e2d7a60bd", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:26:25.645910 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed03c538-6199-470b-938b-ef09cd24bd3d {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:26:25.646563 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed03c538-6199-470b-938b-ef09cd24bd3d'] response: {'server_uuid': '103b46eb-e663-4774-8c30-f8c725ddb14a', 'name': 'network-vif-deleted', 'tag': '3d8afd65-d29c-42c9-8996-d05e2d7a60bd', 'status': 'completed', 'code': 200} Mar 31 18:26:25.941762 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3d840b8b-fde9-40ff-b348-eb1d7ece9630 req-5a1a1820-1e5f-4c69-8098-62aa46fe33db tempest-VolumesNegativeTest-2128929122 tempest-VolumesNegativeTest-2128929122-project] 10.222.0.62 "GET /v2.0/ports?device_id=103b46eb-e663-4774-8c30-f8c725ddb14a HTTP/1.1" status: 200 len: 210 time: 0.0289443 Mar 31 18:26:29.802372 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 3d8afd65-d29c-42c9-8996-d05e2d7a60bd no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:26:29.823398 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 3d8afd65-d29c-42c9-8996-d05e2d7a60bd {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:26:29.823753 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 3d8afd65-d29c-42c9-8996-d05e2d7a60bd not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:26:33.287986 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60924) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:33.423782 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c7d068f2-751c-4d60-ba53-6a91807e0cc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc2e5c844c6f485c95c55ac53468ad44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346216 Mar 31 18:26:33.426303 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 60928) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:33.473571 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb53f8f8-7bf9-4920-a920-82074e40e4f8 admin admin] Publish callbacks [] for security_group (129cabe9-1e1f-4672-a94e-158394005cf1), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:33.494064 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb53f8f8-7bf9-4920-a920-82074e40e4f8 admin admin] Publish callbacks [] for security_group (129cabe9-1e1f-4672-a94e-158394005cf1), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:33.613088 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb53f8f8-7bf9-4920-a920-82074e40e4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (129cabe9-1e1f-4672-a94e-158394005cf1), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:33.615571 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-fb53f8f8-7bf9-4920-a920-82074e40e4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:33.616746 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-fb53f8f8-7bf9-4920-a920-82074e40e4f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/129cabe9-1e1f-4672-a94e-158394005cf1 HTTP/1.1" status: 204 len: 168 time: 0.1895316 Mar 31 18:26:33.624270 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53f8f8-7bf9-4920-a920-82074e40e4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129cabe9-1e1f-4672-a94e-158394005cf1,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:34.578312 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60950) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:34.672075 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1015558898-network', 'tenant_id': 'a0bf877493384a6f806cdd45a345c760'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:26:34.765357 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Made reservation on behalf of a0bf877493384a6f806cdd45a345c760 for: {'network': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:26:34.767647 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for network (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:34.776495 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:34.848407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks [] for security_group (840aa764-ed52-4341-beea-ed8ef18b41fe), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:34.949593 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (840aa764-ed52-4341-beea-ed8ef18b41fe), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:34.976872 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 18:26:34.982917 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840aa764-ed52-4341-beea-ed8ef18b41fe,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:34.989292 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (68fae181-d2f4-4042-b324-33fe583fffcf), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:34.989628 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.db.segments_db [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Added segment 68fae181-d2f4-4042-b324-33fe583fffcf of type vlan for network 02a92305-c198-4756-95b0-b04385a6e0e7 Mar 31 18:26:35.031125 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745166402124'] for network (02a92305-c198-4756-95b0-b04385a6e0e7), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:35.098720 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420'] for network (02a92305-c198-4756-95b0-b04385a6e0e7), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:35.100238 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:35.101112 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:35.162010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] Pushing event updated for resources: {'Network': ['ID=02a92305-c198-4756-95b0-b04385a6e0e7,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:35.172755 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Network 02a92305-c198-4756-95b0-b04385a6e0e7 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103983) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 18:26:35.192663 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-034172d9-6a2b-4cd9-9aa3-563d5aa551dc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6132321 Mar 31 18:26:35.195538 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 60954) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:26:35.200318 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Request body: {'subnet': {'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1015558898-subnet', 'tenant_id': 'a0bf877493384a6f806cdd45a345c760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:26:35.281388 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Made reservation on behalf of a0bf877493384a6f806cdd45a345c760 for: {'subnet': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:26:35.283772 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14552904'] for subnet (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:35.545097 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13965759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14552926'] for subnet (3ad2064e-e7a9-4ecf-b326-42b0f30bdb94), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:35.603484 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad2064e-e7a9-4ecf-b326-42b0f30bdb94,revision_number=0']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:35.610671 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Checking segment: {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:26:35.611028 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Network hostable DHCP agents. Network: 02a92305-c198-4756-95b0-b04385a6e0e7, hostable agents: ['c353c704-c657-48cc-a02b-19e720b0dc17'], hosted agents: [] {{(pid=103981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 18:26:35.692928 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Network 02a92305-c198-4756-95b0-b04385a6e0e7 is scheduled to be hosted by DHCP agent c353c704-c657-48cc-a02b-19e720b0dc17 with binding_index 1 {{(pid=103981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 18:26:35.761523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 02a92305-c198-4756-95b0-b04385a6e0e7) {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:26:35.766218 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:35.766807 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:35.771379 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e456575-d537-4f35-9422-9f550e1698ab None None] Network 02a92305-c198-4756-95b0-b04385a6e0e7 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:26:35.867105 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3a7d8-e9f1-4c0e-9dda-20bd4c76bd76 None None] Network 02a92305-c198-4756-95b0-b04385a6e0e7 requested from dv-cinder-master-3-smb {{(pid=103983) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 18:26:35.887340 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-19d33552-d906-4863-b992-a5356e4329d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6824055 Mar 31 18:26:38.028376 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-35926ab4-1ded-47b9-af7b-b5205aca0c79 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:38.029761 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-35926ab4-1ded-47b9-af7b-b5205aca0c79 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/networks?id=02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 200 len: 814 time: 0.1031969 Mar 31 18:26:38.044225 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-ca467e55-f075-49be-818c-b3ca298ab341 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/quotas/a0bf877493384a6f806cdd45a345c760 HTTP/1.1" status: 200 len: 375 time: 0.0087025 Mar 31 18:26:38.080355 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-99c2d5b8-0ce6-46fa-a6d3-89c0f5c1a3c1 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311573 Mar 31 18:26:38.216391 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-fd22d576-377f-4b5b-9142-663f64068aed service neutron] 10.222.0.62 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296129 Mar 31 18:26:38.308352 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-0e9dcff8-8e72-4f12-a9e5-b6a1a9cc569c service neutron] 10.222.0.62 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856354 Mar 31 18:26:38.558797 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-12fde00f-4ddf-4149-8fb5-d46806c276f3 req-1a5909db-c1db-4e34-90c6-8fe1566113e9 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 210 time: 0.0318651 Mar 31 18:26:39.652731 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-325d8744-f3b2-43fa-ad7b-83cb4444520c req-c3ef8cd9-49ca-4de7-bd48-cfa9369e28c9 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 210 time: 0.0274472 Mar 31 18:26:40.427660 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-f0d30980-b5fe-48cc-b600-b9e87419adcd tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:40.429095 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-f0d30980-b5fe-48cc-b600-b9e87419adcd tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "GET /v2.0/networks?id=02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 200 len: 814 time: 0.1047599 Mar 31 18:26:40.446281 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Request body: {'port': {'device_id': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7', 'admin_state_up': True, 'tenant_id': 'a0bf877493384a6f806cdd45a345c760'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:26:40.499038 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:26:40.652534 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Made reservation on behalf of a0bf877493384a6f806cdd45a345c760 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:26:40.655877 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:40.755147 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-6fd1fb4c-f748-4299-96f4-61d4197e8922 req-d59e1a59-b1ec-47a0-b6ec-3bcc2ca90127 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 210 time: 0.0328727 Mar 31 18:26:40.811164 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Allocated IP 172.20.0.12 (02a92305-c198-4756-95b0-b04385a6e0e7/3ad2064e-e7a9-4ecf-b326-42b0f30bdb94/30d82972-a90c-4978-b2c0-583cf4122c63) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:26:40.958974 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks [] for port (30d82972-a90c-4978-b2c0-583cf4122c63), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.064814 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.111176 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Network 02a92305-c198-4756-95b0-b04385a6e0e7 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:26:41.114312 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:26:41.120551 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:26:41.126517 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Pushing event updated for resources: {'Port': ['ID=30d82972-a90c-4978-b2c0-583cf4122c63,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:41.170796 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:41.171457 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.256168 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-c83a1abf-b588-48ed-97e2-306241d8d8cb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8131058 Mar 31 18:26:41.275189 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Request body: {'port': {'device_id': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:26:41.334589 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.599250 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d82972-a90c-4978-b2c0-583cf4122c63 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:26:41.607125 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Publish callbacks [] for port (30d82972-a90c-4978-b2c0-583cf4122c63), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.621182 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Transition to ACTIVE for port object 30d82972-a90c-4978-b2c0-583cf4122c63 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:26:41.698550 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.751096 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Pushing event updated for resources: {'Port': ['ID=30d82972-a90c-4978-b2c0-583cf4122c63,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:41.819593 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Attempting to bind port 30d82972-a90c-4978-b2c0-583cf4122c63 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:26:41.819928 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Attempting to bind port 30d82972-a90c-4978-b2c0-583cf4122c63 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:26:41.820274 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Attempting to bind port 30d82972-a90c-4978-b2c0-583cf4122c63 on network 02a92305-c198-4756-95b0-b04385a6e0e7 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:26:41.824852 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Port 30d82972-a90c-4978-b2c0-583cf4122c63 on network 02a92305-c198-4756-95b0-b04385a6e0e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:26:41.825180 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Attempting to bind port 30d82972-a90c-4978-b2c0-583cf4122c63 on network 02a92305-c198-4756-95b0-b04385a6e0e7 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:26:41.830155 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:26:41.830523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Checking segment: {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:26:41.830907 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Bound using segment: {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:26:41.831366 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Bound port: 30d82972-a90c-4978-b2c0-583cf4122c63, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:26:41.831729 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:41.880211 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816b72-5dcc-4c90-842b-193174182940 req-3643c760-06ea-403d-a3cf-b3247f2f8819 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:41.881910 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-51816b72-5dcc-4c90-842b-193174182940 req-3643c760-06ea-403d-a3cf-b3247f2f8819 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 944 time: 0.0584471 Mar 31 18:26:41.902081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] For port 30d82972-a90c-4978-b2c0-583cf4122c63, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:26:41.905422 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] For port 30d82972-a90c-4978-b2c0-583cf4122c63, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=30d82972-a90c-4978-b2c0-583cf4122c63,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:26:41.929581 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-51816b72-5dcc-4c90-842b-193174182940 req-b683862e-16cc-4d56-b72c-0a8e9321dcf8 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Mar 31 18:26:41.984360 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:42.018896 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:42.019737 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:42.021768 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] 10.222.0.65 "PUT /v2.0/ports/30d82972-a90c-4978-b2c0-583cf4122c63 HTTP/1.1" status: 200 len: 1094 time: 0.7503090 Mar 31 18:26:42.021768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'tag': '30d82972-a90c-4978-b2c0-583cf4122c63'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:26:42.023887 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c4e55-243e-4576-b920-a2b7452eef21" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed20d7c-9cc2-449d-9a30-587a2666f24f", "tag": "30d82972-a90c-4978-b2c0-583cf4122c63"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:26:42.048786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdf187-fd16-47a2-ae3f-d25179b4ac09 service neutron] Pushing event updated for resources: {'Port': ['ID=30d82972-a90c-4978-b2c0-583cf4122c63,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:42.061757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426aad27-d73f-487c-936a-dbc6f18d9665 x-openstack-request-id: req-426aad27-d73f-487c-936a-dbc6f18d9665 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:26:42.062056 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed20d7c-9cc2-449d-9a30-587a2666f24f", "tag": "30d82972-a90c-4978-b2c0-583cf4122c63", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:26:42.062311 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-426aad27-d73f-487c-936a-dbc6f18d9665 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:26:42.062719 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426aad27-d73f-487c-936a-dbc6f18d9665'] response: {'name': 'network-changed', 'server_uuid': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'tag': '30d82972-a90c-4978-b2c0-583cf4122c63', 'status': 'completed', 'code': 200} Mar 31 18:26:42.148166 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c4e55-243e-4576-b920-a2b7452eef21 req-73a6898f-5c29-4118-9c89-8abf89659dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:42.149590 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-927c4e55-243e-4576-b920-a2b7452eef21 req-73a6898f-5c29-4118-9c89-8abf89659dec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 1128 time: 0.0466094 Mar 31 18:26:42.253129 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c4e55-243e-4576-b920-a2b7452eef21 req-f0e3a0aa-3d10-46cd-ae6a-50fcc218a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:42.254592 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-927c4e55-243e-4576-b920-a2b7452eef21 req-f0e3a0aa-3d10-46cd-ae6a-50fcc218a27b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a0bf877493384a6f806cdd45a345c760&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924962 Mar 31 18:26:42.344538 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c4e55-243e-4576-b920-a2b7452eef21 req-3c1cc396-fff3-4ffd-afca-78b2553372d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:42.345979 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-927c4e55-243e-4576-b920-a2b7452eef21 req-3c1cc396-fff3-4ffd-afca-78b2553372d6 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855708 Mar 31 18:26:42.441523 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-9bad7033-6772-4089-a93d-77ee3a6a334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:42.442891 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-9bad7033-6772-4089-a93d-77ee3a6a334a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 1128 time: 0.0428886 Mar 31 18:26:42.493635 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-617a6518-519f-4933-b9e0-5298681bc76a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d82972-a90c-4978-b2c0-583cf4122c63 HTTP/1.1" status: 200 len: 217 time: 0.0379894 Mar 31 18:26:42.542262 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-4685080c-acf9-4c27-98b6-eb2b4a9af401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:42.543809 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-4685080c-acf9-4c27-98b6-eb2b4a9af401 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ad2064e-e7a9-4ecf-b326-42b0f30bdb94 HTTP/1.1" status: 200 len: 854 time: 0.0451093 Mar 31 18:26:42.576628 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-59707321-0a12-461f-8d1f-ecdca26075cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a92305-c198-4756-95b0-b04385a6e0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274763 Mar 31 18:26:42.670931 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-4ee331e6-9494-4b41-bc21-4609f5cca6d4 service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886552 Mar 31 18:26:42.756158 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ad008d4d-d5df-4ba8-8c37-5bf5f149fc75 req-2bb6937a-efcc-4c2c-806d-1b154a728638 service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795760 Mar 31 18:26:43.050774 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d4ee9-d663-4f98-9301-fb74d262b275 req-ca77f330-de1b-4752-8c04-9712774dd7ae tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:43.052202 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-575d4ee9-d663-4f98-9301-fb74d262b275 req-ca77f330-de1b-4752-8c04-9712774dd7ae tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 944 time: 0.0574598 Mar 31 18:26:43.097409 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-575d4ee9-d663-4f98-9301-fb74d262b275 req-80576548-0b19-4974-90f3-574e78176bef tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Mar 31 18:26:44.226060 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d30d-050d-4969-8960-fcdd6b25f769 req-c35babd3-09d8-409e-99c4-45b7a9c4411f tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:44.227539 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f5a4d30d-050d-4969-8960-fcdd6b25f769 req-c35babd3-09d8-409e-99c4-45b7a9c4411f tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 944 time: 0.0561068 Mar 31 18:26:44.273496 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f5a4d30d-050d-4969-8960-fcdd6b25f769 req-0c2296f0-803e-4430-9118-908cbfb1b464 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Mar 31 18:26:45.390407 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e354e2-99c2-4e2d-96ca-d40153bae55c req-45e9b0de-7688-46a3-93bc-86aadfbd0236 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:45.391890 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-83e354e2-99c2-4e2d-96ca-d40153bae55c req-45e9b0de-7688-46a3-93bc-86aadfbd0236 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 944 time: 0.0536630 Mar 31 18:26:45.437122 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-83e354e2-99c2-4e2d-96ca-d40153bae55c req-86068df3-ca2a-45dc-a11c-6260e0a1f621 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Mar 31 18:26:45.702503 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:45.801623 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 30d82972-a90c-4978-b2c0-583cf4122c63 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:26:45.902214 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 30d82972-a90c-4978-b2c0-583cf4122c63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=30d82972-a90c-4978-b2c0-583cf4122c63,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:45.913693 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': '30d82972-a90c-4978-b2c0-583cf4122c63', 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7', 'port_id': '30d82972-a90c-4978-b2c0-583cf4122c63', 'mac_address': 'fa:16:3e:a2:5c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad2064e-e7a9-4ecf-b326-42b0f30bdb94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:26:45.956192 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 30d82972-a90c-4978-b2c0-583cf4122c63 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:26:45.956501 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:45.968916 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d82972-a90c-4978-b2c0-583cf4122c63 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:26:45.988082 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 30d82972-a90c-4978-b2c0-583cf4122c63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=30d82972-a90c-4978-b2c0-583cf4122c63,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:46.092639 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:46.142035 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=30d82972-a90c-4978-b2c0-583cf4122c63,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:46.472332 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['30d82972-a90c-4978-b2c0-583cf4122c63'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:26:46.562809 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add809b-f91e-4c55-9cba-7f15c20a70bf req-e9952bdf-3641-4846-af4f-f2fd88549863 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:46.564509 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0add809b-f91e-4c55-9cba-7f15c20a70bf req-e9952bdf-3641-4846-af4f-f2fd88549863 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 945 time: 0.0587525 Mar 31 18:26:46.617815 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-0add809b-f91e-4c55-9cba-7f15c20a70bf req-b5a27951-e33c-4244-abef-da5ea1ce43e4 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Mar 31 18:26:47.244844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-c4ef8c8e-27ce-44c1-8f45-40829725ba41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:47.742479 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ee150-28ec-41ca-b061-607b47cbd038 req-5cf473bb-6b75-4b5a-aea0-ada3d1142744 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:47.744027 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-404ee150-28ec-41ca-b061-607b47cbd038 req-5cf473bb-6b75-4b5a-aea0-ada3d1142744 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 945 time: 0.0562243 Mar 31 18:26:47.789365 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-404ee150-28ec-41ca-b061-607b47cbd038 req-a81e3514-927f-405d-8c00-bca845bc67aa tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Mar 31 18:26:47.814029 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 30d82972-a90c-4978-b2c0-583cf4122c63 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:26:47.947376 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port 30d82972-a90c-4978-b2c0-583cf4122c63 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:26:47.951079 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port 30d82972-a90c-4978-b2c0-583cf4122c63 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:26:47.951490 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:48.031144 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port 30d82972-a90c-4978-b2c0-583cf4122c63 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:26:48.031569 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:48.054251 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d82972-a90c-4978-b2c0-583cf4122c63'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:26:48.056527 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb742b2-4b3c-411e-ae45-5210bc7e7179" -d '{"events": [{"server_uuid": "2ed20d7c-9cc2-449d-9a30-587a2666f24f", "name": "network-vif-plugged", "status": "completed", "tag": "30d82972-a90c-4978-b2c0-583cf4122c63"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:26:48.071243 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port 30d82972-a90c-4978-b2c0-583cf4122c63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=30d82972-a90c-4978-b2c0-583cf4122c63,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:26:48.100987 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05037f-ec3c-4bf9-a7fe-822269bc5dc0 x-openstack-request-id: req-5b05037f-ec3c-4bf9-a7fe-822269bc5dc0 {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:26:48.101277 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed20d7c-9cc2-449d-9a30-587a2666f24f", "name": "network-vif-plugged", "status": "completed", "tag": "30d82972-a90c-4978-b2c0-583cf4122c63", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:26:48.101530 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b05037f-ec3c-4bf9-a7fe-822269bc5dc0 {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:26:48.101948 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b05037f-ec3c-4bf9-a7fe-822269bc5dc0'] response: {'server_uuid': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d82972-a90c-4978-b2c0-583cf4122c63', 'code': 200} Mar 31 18:26:48.138593 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:48.187963 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=30d82972-a90c-4978-b2c0-583cf4122c63,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:26:48.423078 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a938361-a1cd-4d11-897e-a76b7372d753 req-ef62ab3f-cf7e-40db-bdea-b98923c5aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:48.425290 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2a938361-a1cd-4d11-897e-a76b7372d753 req-ef62ab3f-cf7e-40db-bdea-b98923c5aa1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 1130 time: 0.0431821 Mar 31 18:26:48.469912 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-2a938361-a1cd-4d11-897e-a76b7372d753 req-ee409ed7-f6ec-44dd-a9be-1153c31eecdf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Mar 31 18:26:48.907563 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aa1c4-cc5e-4338-91c3-0b71ea7a7ce0 req-afeb8c1a-17d6-41d9-91b7-a66ffba17e06 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:48.909018 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-db8aa1c4-cc5e-4338-91c3-0b71ea7a7ce0 req-afeb8c1a-17d6-41d9-91b7-a66ffba17e06 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0516903 Mar 31 18:26:48.953515 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-db8aa1c4-cc5e-4338-91c3-0b71ea7a7ce0 req-b811df45-a450-4f4e-8e34-bc4459ee82e1 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Mar 31 18:26:49.492081 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-5abed918-e305-43a6-a332-d14bf22f4c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:50.095178 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff3a47-c2c9-41b7-9e0e-12d2079f8c4d req-e56a4279-476b-4180-9534-a9675dab875d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:26:50.097204 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d6ff3a47-c2c9-41b7-9e0e-12d2079f8c4d req-e56a4279-476b-4180-9534-a9675dab875d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0687099 Mar 31 18:26:50.150155 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d6ff3a47-c2c9-41b7-9e0e-12d2079f8c4d req-4c08c2a1-62d5-4056-81ef-5f6b9d7eb8d6 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Mar 31 18:26:50.662404 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:52.429265 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:26:53.635310 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:15.775370 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:17.239988 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-7c7960ac-0a2a-4063-b280-87399474fda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:17.497902 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:27:19.352548 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-39ae6019-e02d-42aa-9988-039b9d2ffc0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696836 Mar 31 18:27:19.460227 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-e6029cc2-75c6-4ecc-8b57-ef7893fc6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:19.461624 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-e6029cc2-75c6-4ecc-8b57-ef7893fc6131 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 1130 time: 0.0499697 Mar 31 18:27:19.469541 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-8f91574b-cf58-40eb-8563-23eb646052e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:19.599416 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-6e3ccd7f-de25-4b11-bb1f-014cbb155caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:19.601984 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-6e3ccd7f-de25-4b11-bb1f-014cbb155caf service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 200 len: 915 time: 0.1219175 Mar 31 18:27:19.654470 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-d0800bff-43aa-41b8-bcdb-af83d8627040 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d82972-a90c-4978-b2c0-583cf4122c63 HTTP/1.1" status: 200 len: 217 time: 0.0457971 Mar 31 18:27:19.721070 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-c53ae2eb-fc7d-4e2d-a0b5-d7a21df3b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:19.722518 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-c53ae2eb-fc7d-4e2d-a0b5-d7a21df3b7aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ad2064e-e7a9-4ecf-b326-42b0f30bdb94 HTTP/1.1" status: 200 len: 854 time: 0.0626283 Mar 31 18:27:19.758818 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-6c012347-5f42-44fd-b9a9-a01e551dded5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a92305-c198-4756-95b0-b04385a6e0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255911 Mar 31 18:27:19.853373 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-7286d813-3e25-46ac-96f0-5f1df4c537d6 service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890582 Mar 31 18:27:19.947205 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-34149bb7-1c3e-4008-b9e7-042dd229a68b req-aa565bea-9836-46cb-93d9-00ebf48501e0 service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882828 Mar 31 18:27:20.621101 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:22.416650 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:23.480243 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:34.740041 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c87428-6f0c-4b7a-8996-935d86673854 req-10f9b8f4-1190-47e8-96db-1977be195e52 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:34.741503 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-03c87428-6f0c-4b7a-8996-935d86673854 req-10f9b8f4-1190-47e8-96db-1977be195e52 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0524969 Mar 31 18:27:34.787732 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-03c87428-6f0c-4b7a-8996-935d86673854 req-3925d177-5a72-4a09-9ceb-5ca15690b6f3 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Mar 31 18:27:35.906792 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a7e2-9326-4d2d-829b-782754ba0b14 req-34264dbe-b717-4fce-b337-b75645f3583e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:35.908275 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f526a7e2-9326-4d2d-829b-782754ba0b14 req-34264dbe-b717-4fce-b337-b75645f3583e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0536602 Mar 31 18:27:35.958609 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-f526a7e2-9326-4d2d-829b-782754ba0b14 req-1803909d-87cd-4fd8-a45e-df75585ef4ba tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Mar 31 18:27:37.077654 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88a3d-2e24-4663-bdb8-f01abfd3f36b req-08fff110-a55c-4adf-89a0-960a637615c7 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:37.079126 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-30e88a3d-2e24-4663-bdb8-f01abfd3f36b req-08fff110-a55c-4adf-89a0-960a637615c7 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0536726 Mar 31 18:27:37.129679 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-30e88a3d-2e24-4663-bdb8-f01abfd3f36b req-1e7d7eb9-1f25-4a99-9f4b-ba2089bcdd1e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Mar 31 18:27:38.250335 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50041509-d8fa-47ef-91fd-54e6c4f70eee req-903e7c50-29d7-49de-bb98-0e453a9766c9 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:38.251816 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-50041509-d8fa-47ef-91fd-54e6c4f70eee req-903e7c50-29d7-49de-bb98-0e453a9766c9 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0523448 Mar 31 18:27:38.299193 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-50041509-d8fa-47ef-91fd-54e6c4f70eee req-acfb79cd-1af0-4119-beeb-57dcc3f50b2f tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Mar 31 18:27:39.415640 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722acfe4-3849-457d-8c19-8bdf83a03504 req-ba7627bc-083d-4210-8c05-1a8b09cc958d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:39.417094 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-722acfe4-3849-457d-8c19-8bdf83a03504 req-ba7627bc-083d-4210-8c05-1a8b09cc958d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0521009 Mar 31 18:27:39.462995 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-722acfe4-3849-457d-8c19-8bdf83a03504 req-1a3d7446-3235-4b50-a89c-09eb8de5c78f tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Mar 31 18:27:39.793037 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-90aee948-bf33-4f9e-93fb-01d0eb78465a tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:39.794512 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-90aee948-bf33-4f9e-93fb-01d0eb78465a tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 946 time: 0.0533664 Mar 31 18:27:39.892463 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Deleting port 30d82972-a90c-4978-b2c0-583cf4122c63 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:27:39.897995 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:39.979802 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] For port 30d82972-a90c-4978-b2c0-583cf4122c63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=30d82972-a90c-4978-b2c0-583cf4122c63,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:27:39.980163 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:39.992840 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Calling delete_port for 30d82972-a90c-4978-b2c0-583cf4122c63 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:27:40.203145 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (30d82972-a90c-4978-b2c0-583cf4122c63), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:40.231774 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Pushing event deleted for resources: {'Port': ['ID=30d82972-a90c-4978-b2c0-583cf4122c63,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:27:40.236978 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['30d82972-a90c-4978-b2c0-583cf4122c63'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:27:40.244575 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.244931 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.245274 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.245612 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.245943 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.246275 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.246685 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.246927 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.247253 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.247601 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.248091 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.248337 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.248596 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.248917 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.249237 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:40.289282 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] No DVR routers for this DVR port 30d82972-a90c-4978-b2c0-583cf4122c63 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:27:40.291767 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:40.295022 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8c60b804-2c8b-4f83-96bd-bc631c7983f4 req-9e489312-aa37-4665-99ca-5eca4af6d287 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "DELETE /v2.0/ports/30d82972-a90c-4978-b2c0-583cf4122c63 HTTP/1.1" status: 204 len: 173 time: 0.4950716 Mar 31 18:27:40.295499 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'name': 'network-vif-deleted', 'tag': '30d82972-a90c-4978-b2c0-583cf4122c63'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:27:40.297680 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4831898-15a0-4bd6-9059-8625e9ff9ec0" -d '{"events": [{"server_uuid": "2ed20d7c-9cc2-449d-9a30-587a2666f24f", "name": "network-vif-deleted", "tag": "30d82972-a90c-4978-b2c0-583cf4122c63"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:27:40.332407 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3c0f5-3e46-41d1-8e39-e2786ebc65a2 x-openstack-request-id: req-81a3c0f5-3e46-41d1-8e39-e2786ebc65a2 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:27:40.332695 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed20d7c-9cc2-449d-9a30-587a2666f24f", "name": "network-vif-deleted", "tag": "30d82972-a90c-4978-b2c0-583cf4122c63", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:27:40.332949 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81a3c0f5-3e46-41d1-8e39-e2786ebc65a2 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:27:40.333351 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a3c0f5-3e46-41d1-8e39-e2786ebc65a2'] response: {'server_uuid': '2ed20d7c-9cc2-449d-9a30-587a2666f24f', 'name': 'network-vif-deleted', 'tag': '30d82972-a90c-4978-b2c0-583cf4122c63', 'status': 'completed', 'code': 200} Mar 31 18:27:40.557585 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-356604a2-fc5b-4da7-ac27-273be360ba97 req-b47c83d0-539a-49a8-91fb-67c1038b3b3a tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 210 time: 0.0270317 Mar 31 18:27:41.670106 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-b8fbc813-e071-462f-990d-07386ebc0971 req-ce93caef-8276-42fb-abfd-da67390e4ae9 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ed20d7c-9cc2-449d-9a30-587a2666f24f HTTP/1.1" status: 200 len: 210 time: 0.0275328 Mar 31 18:27:44.095175 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 30d82972-a90c-4978-b2c0-583cf4122c63 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:27:44.116410 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: 30d82972-a90c-4978-b2c0-583cf4122c63 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:27:44.116752 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device 30d82972-a90c-4978-b2c0-583cf4122c63 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:27:45.718689 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:47.215024 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f1857b89-b6b7-4e95-a38e-87dc9794e572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:47.259923 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-c21e5400-70e2-4d5f-b065-99f26949e222 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:47.261431 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-c21e5400-70e2-4d5f-b065-99f26949e222 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/networks?id=02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 200 len: 814 time: 0.1043642 Mar 31 18:27:47.276893 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-478ee086-a5c5-4670-8f66-fc3afccf466a tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/quotas/a0bf877493384a6f806cdd45a345c760 HTTP/1.1" status: 200 len: 375 time: 0.0093653 Mar 31 18:27:47.310165 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-ac2f5873-9bfb-4ad9-86e9-a146385662b0 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276287 Mar 31 18:27:47.402724 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-f8d02b4f-c968-4efe-9e03-fbd71c4c6107 service neutron] 10.222.0.62 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Mar 31 18:27:47.492896 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-009cd342-3d08-4087-be68-fba8c1a9ff45 service neutron] 10.222.0.62 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Mar 31 18:27:47.733117 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-10aceae3-af5e-4f81-837d-d25b6217d723 req-fce72a76-1272-4990-9746-0688d889020c tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Mar 31 18:27:48.830352 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-e864a7b0-10b3-45d0-aef9-196fe3162570 req-fdc95ad9-c7d9-43e8-9904-0a267551762b tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 210 time: 0.0306220 Mar 31 18:27:49.478548 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a76a794b-5fa3-4244-95cd-f93ed54bea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:49.714363 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-42a411df-5e27-48dd-9a40-f3806e1cbcd4 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:49.715821 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-42a411df-5e27-48dd-9a40-f3806e1cbcd4 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "GET /v2.0/networks?id=02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 200 len: 814 time: 0.1004868 Mar 31 18:27:49.732524 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Request body: {'port': {'device_id': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7', 'admin_state_up': True, 'tenant_id': 'a0bf877493384a6f806cdd45a345c760'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:27:49.929939 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f489e47c-fb3d-485e-a481-447dbc1bb2d0 req-7ab96eff-98b5-440a-bcb4-139a1dbb159c tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 210 time: 0.0284941 Mar 31 18:27:49.930580 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Made reservation on behalf of a0bf877493384a6f806cdd45a345c760 for: {'port': 1} {{(pid=103981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 18:27:49.933934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (None), before_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:50.063125 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_common [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Allocated IP 172.20.0.13 (02a92305-c198-4756-95b0-b04385a6e0e7/3ad2064e-e7a9-4ecf-b326-42b0f30bdb94/c627517e-0ae4-47c0-a425-314368bed221) {{(pid=103981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 18:27:50.206736 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks [] for port (c627517e-0ae4-47c0-a425-314368bed221), precommit_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:50.331007 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745166445837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (c627517e-0ae4-47c0-a425-314368bed221), after_create {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:50.376776 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Network 02a92305-c198-4756-95b0-b04385a6e0e7 is already hosted by enough agents. {{(pid=103981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 18:27:50.380786 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.scheduler.base_scheduler [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Resources bound (agent type, host, resource id): {{(pid=103981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 18:27:50.386861 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Received port after_create {{(pid=103981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 18:27:50.393308 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Pushing event updated for resources: {'Port': ['ID=c627517e-0ae4-47c0-a425-314368bed221,revision_number=1']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:27:50.437654 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:50.438258 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:50.510283 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-65ac91c5-7793-4767-ae9b-6d8984320d78 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7811747 Mar 31 18:27:50.526934 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.v2.base [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Request body: {'port': {'device_id': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 18:27:50.626379 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:50.853005 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (c627517e-0ae4-47c0-a425-314368bed221), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:51.048624 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa388ad-59ff-439e-9656-fe21a21bc329 req-e8d1d5ba-d6cd-4262-a5a1-aef075173375 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:51.050148 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6fa388ad-59ff-439e-9656-fe21a21bc329 req-e8d1d5ba-d6cd-4262-a5a1-aef075173375 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 932 time: 0.0532081 Mar 31 18:27:51.100919 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6fa388ad-59ff-439e-9656-fe21a21bc329 req-dcc6db0f-3a12-435d-a940-00cf45c1a322 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Mar 31 18:27:51.110305 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c627517e-0ae4-47c0-a425-314368bed221 {{(pid=103981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:27:51.121085 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Publish callbacks [] for port (c627517e-0ae4-47c0-a425-314368bed221), precommit_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:51.133681 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.provisioning_blocks [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Transition to ACTIVE for port object c627517e-0ae4-47c0-a425-314368bed221 will not be triggered until provisioned by entity L2. {{(pid=103981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 18:27:51.193140 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (c627517e-0ae4-47c0-a425-314368bed221), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:51.249154 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Pushing event updated for resources: {'Port': ['ID=c627517e-0ae4-47c0-a425-314368bed221,revision_number=2']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:27:51.316536 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Attempting to bind port c627517e-0ae4-47c0-a425-314368bed221 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 18:27:51.316926 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Attempting to bind port c627517e-0ae4-47c0-a425-314368bed221 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 18:27:51.317263 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Attempting to bind port c627517e-0ae4-47c0-a425-314368bed221 on network 02a92305-c198-4756-95b0-b04385a6e0e7 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:27:51.321473 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Port c627517e-0ae4-47c0-a425-314368bed221 on network 02a92305-c198-4756-95b0-b04385a6e0e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 18:27:51.321807 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Attempting to bind port c627517e-0ae4-47c0-a425-314368bed221 on network 02a92305-c198-4756-95b0-b04385a6e0e7 {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 18:27:51.326637 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Checking agent: {'id': 'd63ce783-235a-466e-9e4f-b78502075af9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'started_at': datetime.datetime(2022, 3, 31, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 18:27:51.326968 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Checking segment: {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 18:27:51.327377 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Bound using segment: {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'} {{(pid=103981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 18:27:51.327806 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.managers [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Bound port: c627517e-0ae4-47c0-a425-314368bed221, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fae181-d2f4-4042-b324-33fe583fffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7'}}] {{(pid=103981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 18:27:51.328157 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (c627517e-0ae4-47c0-a425-314368bed221), before_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:51.389666 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] For port c627517e-0ae4-47c0-a425-314368bed221, host hv-cinder-maste, cleared binding levels {{(pid=103981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 18:27:51.392771 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] For port c627517e-0ae4-47c0-a425-314368bed221, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c627517e-0ae4-47c0-a425-314368bed221,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 18:27:51.479380 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13968390'] for port (c627517e-0ae4-47c0-a425-314368bed221), after_update {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:51.511757 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:51.512493 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:51.513866 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] 10.222.0.65 "PUT /v2.0/ports/c627517e-0ae4-47c0-a425-314368bed221 HTTP/1.1" status: 200 len: 1094 time: 0.9909942 Mar 31 18:27:51.514297 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'tag': 'c627517e-0ae4-47c0-a425-314368bed221'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:27:51.516527 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca" -d '{"events": [{"name": "network-changed", "server_uuid": "a4abcd77-8387-46b6-9a46-bdeaf35cbb20", "tag": "c627517e-0ae4-47c0-a425-314368bed221"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:27:51.546333 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8bf6a-e54a-4c4c-b9ad-c7e5e74d0c5d service neutron] Pushing event updated for resources: {'Port': ['ID=c627517e-0ae4-47c0-a425-314368bed221,revision_number=3']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:27:51.555665 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b66b1b-786f-46b9-9a37-16fc6d572d94 x-openstack-request-id: req-49b66b1b-786f-46b9-9a37-16fc6d572d94 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:27:51.555979 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4abcd77-8387-46b6-9a46-bdeaf35cbb20", "tag": "c627517e-0ae4-47c0-a425-314368bed221", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:27:51.556234 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49b66b1b-786f-46b9-9a37-16fc6d572d94 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:27:51.556634 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b66b1b-786f-46b9-9a37-16fc6d572d94'] response: {'name': 'network-changed', 'server_uuid': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'tag': 'c627517e-0ae4-47c0-a425-314368bed221', 'status': 'completed', 'code': 200} Mar 31 18:27:51.640586 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca req-cb89834f-0c9e-4f80-94f3-0a43ddba0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:51.642006 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca req-cb89834f-0c9e-4f80-94f3-0a43ddba0e59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 1128 time: 0.0476282 Mar 31 18:27:51.748565 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca req-61bc7d5d-da45-49a5-9f65-3de7800e23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:51.750425 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca req-61bc7d5d-da45-49a5-9f65-3de7800e23ac service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a0bf877493384a6f806cdd45a345c760&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963588 Mar 31 18:27:51.852891 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca req-c2993eff-5da7-4904-83c6-1330169576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:51.854361 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-a6e6aac3-b961-4dbf-ad1f-521295ee2bca req-c2993eff-5da7-4904-83c6-1330169576c8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983045 Mar 31 18:27:51.958416 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-b32c7391-15ae-444a-a1c6-bd1244df1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:51.959877 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-b32c7391-15ae-444a-a1c6-bd1244df1a9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 1128 time: 0.0493760 Mar 31 18:27:52.007158 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-6c3e635f-905d-4bc1-9591-7c675d38b665 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c627517e-0ae4-47c0-a425-314368bed221 HTTP/1.1" status: 200 len: 217 time: 0.0351751 Mar 31 18:27:52.062188 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-58eb0e5a-6d38-4fd9-ac81-8334532766a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:52.063650 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-58eb0e5a-6d38-4fd9-ac81-8334532766a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ad2064e-e7a9-4ecf-b326-42b0f30bdb94 HTTP/1.1" status: 200 len: 854 time: 0.0507090 Mar 31 18:27:52.094267 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-ae9fc815-d8e8-48b8-932e-2424bb3d8567 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a92305-c198-4756-95b0-b04385a6e0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253220 Mar 31 18:27:52.181359 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-81298d01-4681-421a-95bd-aa423d9c644f service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814402 Mar 31 18:27:52.221162 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b4a4-e704-4680-8f1a-1bac94054e0b req-b6994cf3-2e49-473e-bddc-e75e356860d8 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:52.222587 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6793b4a4-e704-4680-8f1a-1bac94054e0b req-b6994cf3-2e49-473e-bddc-e75e356860d8 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 944 time: 0.0540259 Mar 31 18:27:52.274320 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-6793b4a4-e704-4680-8f1a-1bac94054e0b req-7bcb31cf-87bd-4a6b-9fb0-51a5bda0e247 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Mar 31 18:27:52.278413 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-d0a2fa03-6531-486c-8096-82b2749e5453 req-72cd5816-bb8c-41a8-b574-786570e00ccb service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908964 Mar 31 18:27:52.455685 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:53.393717 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bcdd3-4482-4801-a517-2a4dba464410 req-ca153f0d-f684-4abb-a304-5c7fe9ac146d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:53.395746 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac1bcdd3-4482-4801-a517-2a4dba464410 req-ca153f0d-f684-4abb-a304-5c7fe9ac146d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 944 time: 0.0532103 Mar 31 18:27:53.442711 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ac1bcdd3-4482-4801-a517-2a4dba464410 req-268cf81b-b4c8-4402-9542-58c4046c49e0 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Mar 31 18:27:53.489904 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:54.498876 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:27:54.560240 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe234fbb-8821-48b0-bcb1-3f08a38989bc req-a54bfd2f-b461-4db0-be1e-5da0184ef8c1 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:54.561800 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fe234fbb-8821-48b0-bcb1-3f08a38989bc req-a54bfd2f-b461-4db0-be1e-5da0184ef8c1 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 944 time: 0.0519018 Mar 31 18:27:54.608037 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-fe234fbb-8821-48b0-bcb1-3f08a38989bc req-2005227f-7aa9-4ced-a402-d894fa999ab5 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Mar 31 18:27:55.729599 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02559570-c4ea-4029-a14f-a9ddf8b4a79e req-61518718-e254-4414-a6e4-b1fff089d228 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:55.731085 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-02559570-c4ea-4029-a14f-a9ddf8b4a79e req-61518718-e254-4414-a6e4-b1fff089d228 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 944 time: 0.0571046 Mar 31 18:27:55.783033 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-02559570-c4ea-4029-a14f-a9ddf8b4a79e req-0c424672-e9a8-4ea5-b7c3-a8a700bee9c3 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Mar 31 18:27:56.157621 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device c627517e-0ae4-47c0-a425-314368bed221 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103983) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 18:27:56.255768 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port c627517e-0ae4-47c0-a425-314368bed221, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c627517e-0ae4-47c0-a425-314368bed221,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:27:56.267194 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Returning: {'device': 'c627517e-0ae4-47c0-a425-314368bed221', 'network_id': '02a92305-c198-4756-95b0-b04385a6e0e7', 'port_id': 'c627517e-0ae4-47c0-a425-314368bed221', 'mac_address': 'fa:16:3e:19:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad2064e-e7a9-4ecf-b326-42b0f30bdb94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103983) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 18:27:56.303092 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port c627517e-0ae4-47c0-a425-314368bed221 is: DOWN; New status is: BUILD {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:27:56.303430 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (c627517e-0ae4-47c0-a425-314368bed221), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:56.315844 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c627517e-0ae4-47c0-a425-314368bed221 {{(pid=103983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 18:27:56.335448 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port c627517e-0ae4-47c0-a425-314368bed221, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c627517e-0ae4-47c0-a425-314368bed221,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:27:56.402740 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (c627517e-0ae4-47c0-a425-314368bed221), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:56.449137 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=c627517e-0ae4-47c0-a425-314368bed221,revision_number=4']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.467230 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:27:56.790344 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['c627517e-0ae4-47c0-a425-314368bed221'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:27:56.905230 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f69d0a-ad00-4919-bc4f-a9c9a6c052f6 req-a2b26318-4fa9-418f-97b3-91d555701fed tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:56.906706 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-25f69d0a-ad00-4919-bc4f-a9c9a6c052f6 req-a2b26318-4fa9-418f-97b3-91d555701fed tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 945 time: 0.0547421 Mar 31 18:27:56.952850 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-25f69d0a-ad00-4919-bc4f-a9c9a6c052f6 req-fff91624-e4ef-40a3-bcdf-6e2acbf7c8a6 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Mar 31 18:27:58.072265 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3327-e854-4017-a5ad-eea3bd5cc242 req-25f2e8c9-a953-4013-8943-6c79eef8667c tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:58.073736 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5aff3327-e854-4017-a5ad-eea3bd5cc242 req-25f2e8c9-a953-4013-8943-6c79eef8667c tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 945 time: 0.0528228 Mar 31 18:27:58.119654 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5aff3327-e854-4017-a5ad-eea3bd5cc242 req-0c232104-c42a-441e-ab3f-53996b93c453 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Mar 31 18:27:58.157033 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device c627517e-0ae4-47c0-a425-314368bed221 up at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 18:27:58.305949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning for port c627517e-0ae4-47c0-a425-314368bed221 completed by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 18:27:58.310142 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.db.provisioning_blocks [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Provisioning complete for port c627517e-0ae4-47c0-a425-314368bed221 triggered by entity L2. {{(pid=103983) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 18:27:58.311444 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-671957'] for port (c627517e-0ae4-47c0-a425-314368bed221), provisioning_complete {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:58.388247 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Current status of the port c627517e-0ae4-47c0-a425-314368bed221 is: BUILD; New status is: ACTIVE {{(pid=103983) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 18:27:58.388629 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601135'] for port (c627517e-0ae4-47c0-a425-314368bed221), before_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:58.409783 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c627517e-0ae4-47c0-a425-314368bed221'}] {{(pid=103983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:27:58.414407 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f451862e64731de366738bf852b6b6dd4cf1bdb7628bf708d989c3f472f286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dc6a67-c16b-4db9-ad2b-5fc48bda49cc" -d '{"events": [{"server_uuid": "a4abcd77-8387-46b6-9a46-bdeaf35cbb20", "name": "network-vif-plugged", "status": "completed", "tag": "c627517e-0ae4-47c0-a425-314368bed221"}]}' {{(pid=103983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:27:58.424121 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] For port c627517e-0ae4-47c0-a425-314368bed221, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c627517e-0ae4-47c0-a425-314368bed221,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:27:58.449398 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b10d64-435d-43be-aebc-df7b47bd943a x-openstack-request-id: req-52b10d64-435d-43be-aebc-df7b47bd943a {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:27:58.449689 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4abcd77-8387-46b6-9a46-bdeaf35cbb20", "name": "network-vif-plugged", "status": "completed", "tag": "c627517e-0ae4-47c0-a425-314368bed221", "code": 200}]} {{(pid=103983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:27:58.449942 dv-cinder-master-3-smb neutron-server[103983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52b10d64-435d-43be-aebc-df7b47bd943a {{(pid=103983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:27:58.450339 dv-cinder-master-3-smb neutron-server[103983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b10d64-435d-43be-aebc-df7b47bd943a'] response: {'server_uuid': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c627517e-0ae4-47c0-a425-314368bed221', 'code': 200} Mar 31 18:27:58.495702 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745166966667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745166445855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745166445873'] for port (c627517e-0ae4-47c0-a425-314368bed221), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:27:58.543836 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Pushing event updated for resources: {'Port': ['ID=c627517e-0ae4-47c0-a425-314368bed221,revision_number=5']} {{(pid=103983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:27:58.787654 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d255e11-d5a8-47d2-b821-83570e9b3fd5 req-02cb6382-9678-4d8e-85e2-5e75bd36f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:58.789166 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5d255e11-d5a8-47d2-b821-83570e9b3fd5 req-02cb6382-9678-4d8e-85e2-5e75bd36f518 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 1130 time: 0.0429456 Mar 31 18:27:58.831917 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5d255e11-d5a8-47d2-b821-83570e9b3fd5 req-c085c14d-b746-4763-a546-3f5e5bdd127f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Mar 31 18:27:59.240917 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a22481-0fca-4967-bd46-71c6e9ba9282 req-561349f9-97b2-4b7d-9be0-0c27e7c05194 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:27:59.242391 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f6a22481-0fca-4967-bd46-71c6e9ba9282 req-561349f9-97b2-4b7d-9be0-0c27e7c05194 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0564353 Mar 31 18:27:59.289251 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f6a22481-0fca-4967-bd46-71c6e9ba9282 req-db9e1a56-875d-4e24-adbf-003f7474a6d0 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 Mar 31 18:28:00.409542 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a5be4-2445-4a54-8c83-167661fe0985 req-57359e34-f6f0-49c7-b251-c192da5e474e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:00.411092 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ee4a5be4-2445-4a54-8c83-167661fe0985 req-57359e34-f6f0-49c7-b251-c192da5e474e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0538883 Mar 31 18:28:00.457096 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-ee4a5be4-2445-4a54-8c83-167661fe0985 req-a3396482-39db-4c5b-b045-bc6f6a0588e4 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Mar 31 18:28:01.577030 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e91-d412-4683-9034-418c86acefd3 req-ea5e5386-71f6-4810-b6a4-75b53c811eb5 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:01.578424 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8a890e91-d412-4683-9034-418c86acefd3 req-ea5e5386-71f6-4810-b6a4-75b53c811eb5 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0539184 Mar 31 18:28:01.625851 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-8a890e91-d412-4683-9034-418c86acefd3 req-53df67d1-d346-40b9-a266-6c532977572e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Mar 31 18:28:15.741055 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:17.237583 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-1a17c325-0a9c-4a7f-a2e3-23f3e356f3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:19.489410 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eac30c77-fdab-4f78-af37-24c1b3bd8580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:20.700924 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:21.217148 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-6e3bcdbf-62cd-4600-b038-589d1b904d83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448506 Mar 31 18:28:21.329257 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-15f941df-c13b-4093-b49a-884045a48724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:21.331040 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-15f941df-c13b-4093-b49a-884045a48724 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0bf877493384a6f806cdd45a345c760&device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 1130 time: 0.0507052 Mar 31 18:28:21.443997 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-061b32af-9a8d-4983-b0b8-34035d89b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:21.445476 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-061b32af-9a8d-4983-b0b8-34035d89b7b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 200 len: 915 time: 0.0958216 Mar 31 18:28:21.491263 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-50c3c4c1-fe5f-4fbb-b136-63302fa0e86d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c627517e-0ae4-47c0-a425-314368bed221 HTTP/1.1" status: 200 len: 217 time: 0.0399396 Mar 31 18:28:21.542758 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-6574f7da-12cd-4b66-9648-2c64046482cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:21.544297 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-6574f7da-12cd-4b66-9648-2c64046482cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3ad2064e-e7a9-4ecf-b326-42b0f30bdb94 HTTP/1.1" status: 200 len: 854 time: 0.0475190 Mar 31 18:28:21.576901 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-64bf9160-d065-4281-913a-cb9625d8697b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a92305-c198-4756-95b0-b04385a6e0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261202 Mar 31 18:28:21.681527 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-13989fee-6e3f-4c7c-ab62-728b4aff316d service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990424 Mar 31 18:28:21.795208 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-ff765f6a-9e49-4a74-833e-6490cfde8985 req-1d80b44e-c5d5-446c-a75f-6afa51204633 service neutron] 10.222.0.65 "GET /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060832 Mar 31 18:28:22.482208 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:23.271328 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354f9fd-7caf-4d33-834f-277d1a06b9a4 req-a868a7ee-40ad-417a-a0af-6d254cbfeb56 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:23.272874 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9354f9fd-7caf-4d33-834f-277d1a06b9a4 req-a868a7ee-40ad-417a-a0af-6d254cbfeb56 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0704846 Mar 31 18:28:23.320432 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-9354f9fd-7caf-4d33-834f-277d1a06b9a4 req-7ab7d601-7198-491f-8d4a-b721037de5c7 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Mar 31 18:28:23.489539 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:24.443729 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a1e29-83be-470c-9a0f-9b9be51066f4 req-f9ceacb9-4693-4bfa-90ad-60202a1a19eb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:24.445420 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-159a1e29-83be-470c-9a0f-9b9be51066f4 req-f9ceacb9-4693-4bfa-90ad-60202a1a19eb tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0545688 Mar 31 18:28:24.495672 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-159a1e29-83be-470c-9a0f-9b9be51066f4 req-e344589f-891b-42da-b131-d4622382ab4d tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Mar 31 18:28:25.616248 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae36e-0394-4bb1-8729-2ff0b923c2d2 req-d061aa53-d6c6-4875-9074-9217d1cc415f tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:25.617737 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5ecae36e-0394-4bb1-8729-2ff0b923c2d2 req-d061aa53-d6c6-4875-9074-9217d1cc415f tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0525782 Mar 31 18:28:25.663878 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-5ecae36e-0394-4bb1-8729-2ff0b923c2d2 req-1303c1cd-1f34-4937-8d6e-9f7fd3e85716 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Mar 31 18:28:26.789379 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693c0fe-a636-481e-990e-1533b2237f87 req-bf4436e8-64b9-42e8-ab42-843d0019e7d3 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:26.790882 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5693c0fe-a636-481e-990e-1533b2237f87 req-bf4436e8-64b9-42e8-ab42-843d0019e7d3 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0575082 Mar 31 18:28:26.836978 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-5693c0fe-a636-481e-990e-1533b2237f87 req-46a6f897-f036-4346-9d5e-7a8445830183 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Mar 31 18:28:27.957526 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e499a44-ac30-45bf-ade1-b194b002c823 req-b3e4f531-e0c0-4828-a999-557d59cdf644 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:27.959138 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3e499a44-ac30-45bf-ade1-b194b002c823 req-b3e4f531-e0c0-4828-a999-557d59cdf644 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0550144 Mar 31 18:28:27.961633 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015f100-2be4-4452-927c-600734f818c4 req-a8b3cc9a-124c-44d7-8ca4-d1ed356eb148 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 18:28:27.963135 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f015f100-2be4-4452-927c-600734f818c4 req-a8b3cc9a-124c-44d7-8ca4-d1ed356eb148 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 946 time: 0.0534792 Mar 31 18:28:28.024125 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-3e499a44-ac30-45bf-ade1-b194b002c823 req-4c46ea44-f6f0-4e9a-a9cf-a9a98616ab48 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/security-groups?id=840aa764-ed52-4341-beea-ed8ef18b41fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Mar 31 18:28:28.064841 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Deleting port c627517e-0ae4-47c0-a425-314368bed221 {{(pid=103981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 18:28:28.065185 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745166961686'] for port (c627517e-0ae4-47c0-a425-314368bed221), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:28.153098 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.db [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] For port c627517e-0ae4-47c0-a425-314368bed221, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c627517e-0ae4-47c0-a425-314368bed221,segment=NetworkSegment(68fae181-d2f4-4042-b324-33fe583fffcf),segment_id=68fae181-d2f4-4042-b324-33fe583fffcf)] {{(pid=103981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 18:28:28.153378 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1596488'] for port (c627517e-0ae4-47c0-a425-314368bed221), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:28.166214 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Calling delete_port for c627517e-0ae4-47c0-a425-314368bed221 owned by compute:nova {{(pid=103981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 18:28:28.351902 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745166966649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745166445846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13968399'] for port (c627517e-0ae4-47c0-a425-314368bed221), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:28.380932 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Pushing event deleted for resources: {'Port': ['ID=c627517e-0ae4-47c0-a425-314368bed221,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:28:28.385706 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.db [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] get_ports_and_sgs() called for port_ids ['c627517e-0ae4-47c0-a425-314368bed221'] {{(pid=103983) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 18:28:28.424981 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] No DVR routers for this DVR port c627517e-0ae4-47c0-a425-314368bed221 on host hv-cinder-maste {{(pid=103981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 18:28:28.427432 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054359'] for port (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:28.430670 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [req-f015f100-2be4-4452-927c-600734f818c4 req-4fd52aa3-9a07-4299-835b-19cada9cb51e tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.65 "DELETE /v2.0/ports/c627517e-0ae4-47c0-a425-314368bed221 HTTP/1.1" status: 204 len: 173 time: 0.4621928 Mar 31 18:28:28.431111 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'name': 'network-vif-deleted', 'tag': 'c627517e-0ae4-47c0-a425-314368bed221'}] {{(pid=103981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 18:28:28.433384 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3fd5ba9a68b0d7687fad8f980547b1e0b79606d2d8b79645425de7a321e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc56d46e-b649-4caa-9bc1-91d92cab826d" -d '{"events": [{"server_uuid": "a4abcd77-8387-46b6-9a46-bdeaf35cbb20", "name": "network-vif-deleted", "tag": "c627517e-0ae4-47c0-a425-314368bed221"}]}' {{(pid=103981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 18:28:28.468157 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26c038-c5de-4d00-8961-fbb70b6f33a6 x-openstack-request-id: req-1a26c038-c5de-4d00-8961-fbb70b6f33a6 {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 18:28:28.468556 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4abcd77-8387-46b6-9a46-bdeaf35cbb20", "name": "network-vif-deleted", "tag": "c627517e-0ae4-47c0-a425-314368bed221", "status": "completed", "code": 200}]} {{(pid=103981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 18:28:28.469975 dv-cinder-master-3-smb neutron-server[103981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a26c038-c5de-4d00-8961-fbb70b6f33a6 {{(pid=103981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 18:28:28.469975 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a26c038-c5de-4d00-8961-fbb70b6f33a6'] response: {'server_uuid': 'a4abcd77-8387-46b6-9a46-bdeaf35cbb20', 'name': 'network-vif-deleted', 'tag': 'c627517e-0ae4-47c0-a425-314368bed221', 'status': 'completed', 'code': 200} Mar 31 18:28:29.131635 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [req-4883c5fe-43c0-47d8-8b5e-88ade361ca7a req-959faf35-1dec-4fec-8a12-c0c4bc573e88 tempest-VolumesSnapshotTestJSON-1613363123 tempest-VolumesSnapshotTestJSON-1613363123-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4abcd77-8387-46b6-9a46-bdeaf35cbb20 HTTP/1.1" status: 200 len: 210 time: 0.0276906 Mar 31 18:28:31.498811 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:28:32.374524 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device c627517e-0ae4-47c0-a425-314368bed221 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 18:28:32.398855 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.plugin [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] No Port match for: c627517e-0ae4-47c0-a425-314368bed221 {{(pid=103983) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 18:28:32.402180 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron.plugins.ml2.rpc [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Device c627517e-0ae4-47c0-a425-314368bed221 not bound to the agent host hv-cinder-maste {{(pid=103983) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 18:28:45.739631 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:47.242643 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9578-8baa-40ea-b67b-c4e6db2acf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:49.475539 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-fad18114-9ab8-4eb6-aa95-ea361d3bef2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:50.647814 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.188215 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [-] (103981) accepted ('10.222.0.62', 33318) {{(pid=103981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:28:52.235290 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Deleting subnet 3ad2064e-e7a9-4ecf-b326-42b0f30bdb94 {{(pid=103981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 18:28:52.238887 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Publish callbacks [] for subnet (3ad2064e-e7a9-4ecf-b326-42b0f30bdb94), before_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.273417 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13965804'] for subnet (3ad2064e-e7a9-4ecf-b326-42b0f30bdb94), precommit_delete_associations {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.311725 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1346877'] for subnet (3ad2064e-e7a9-4ecf-b326-42b0f30bdb94), precommit_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.431603 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1346826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13965820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14552919'] for subnet (3ad2064e-e7a9-4ecf-b326-42b0f30bdb94), after_delete {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.442107 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.456448 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad2064e-e7a9-4ecf-b326-42b0f30bdb94,revision_number=None']} {{(pid=103981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:28:52.460912 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.464043 dv-cinder-master-3-smb neutron-server[103981]: INFO neutron.wsgi [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3ad2064e-e7a9-4ecf-b326-42b0f30bdb94 HTTP/1.1" status: 204 len: 168 time: 0.2747679 Mar 31 18:28:52.466739 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 33320) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:28:52.468967 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.469308 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.469665 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.470010 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.470342 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.470665 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.470989 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.471357 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.472172 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.472490 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.472811 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.473132 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.473451 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.473768 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.474081 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec6e937-81a1-45b8-bc7e-7b5feb5cc2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.536174 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1422972'] for network (02a92305-c198-4756-95b0-b04385a6e0e7), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.617540 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674742', 'neutron.services.segments.db._delete_segments_for_network-8745166759994'] for network (02a92305-c198-4756-95b0-b04385a6e0e7), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.636984 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a92305-c198-4756-95b0-b04385a6e0e7']}} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:28:52.647121 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fae181-d2f4-4042-b324-33fe583fffcf') {'for_net_delete': True} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:28:52.647472 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.services.segments.db [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fae181-d2f4-4042-b324-33fe583fffcf') {} {{(pid=103982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 18:28:52.657088 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745166758467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16214029'] for segment (68fae181-d2f4-4042-b324-33fe583fffcf), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.672788 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642'] for segment (68fae181-d2f4-4042-b324-33fe583fffcf), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.679523 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 18:28:52.680002 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1349642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244458'] for segment (68fae181-d2f4-4042-b324-33fe583fffcf), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: Traceback (most recent call last): Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: timer() Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: cb(*args, **kw) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: return func(*args, **kwargs) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: self._notify() Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: self.callback(batched_events) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: event.method(event) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: return f(self, *a, **k) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: return self._get(url).json() Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: return self.request(url, 'GET', **kwargs) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 18:28:52.681616 dv-cinder-master-3-smb neutron-server[103982]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 18:28:52.802717 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589356'] for network (02a92305-c198-4756-95b0-b04385a6e0e7), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.808100 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636466'] for network (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:52.814234 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] 10.222.0.62 "DELETE /v2.0/networks/02a92305-c198-4756-95b0-b04385a6e0e7 HTTP/1.1" status: 204 len: 168 time: 0.3434656 Mar 31 18:28:52.822046 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Pushing event deleted for resources: {'Network': ['ID=02a92305-c198-4756-95b0-b04385a6e0e7,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:28:52.829050 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.829404 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.829749 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.830087 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.830667 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.831643 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.832153 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.832153 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.832474 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.832728 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.833055 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.833382 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.833706 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.834031 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:52.834353 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7fb76-8978-446e-b990-2014f53fbfba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 18:28:53.083227 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 33324) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:28:53.125012 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c7c8283a-ad08-41bc-80ae-7d2e839ca93f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0bf877493384a6f806cdd45a345c760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405307 Mar 31 18:28:53.127517 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [-] (103982) accepted ('10.222.0.62', 33326) {{(pid=103982) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 18:28:53.174836 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c6f733be-09f1-45e0-b929-134d9f73478c admin admin] Publish callbacks [] for security_group (840aa764-ed52-4341-beea-ed8ef18b41fe), before_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:53.196396 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c6f733be-09f1-45e0-b929-134d9f73478c admin admin] Publish callbacks [] for security_group (840aa764-ed52-4341-beea-ed8ef18b41fe), precommit_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:53.310754 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c6f733be-09f1-45e0-b929-134d9f73478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1832671'] for security_group (840aa764-ed52-4341-beea-ed8ef18b41fe), after_delete {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:53.318312 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron_lib.callbacks.manager [None req-c6f733be-09f1-45e0-b929-134d9f73478c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:28:53.318312 dv-cinder-master-3-smb neutron-server[103982]: INFO neutron.wsgi [None req-c6f733be-09f1-45e0-b929-134d9f73478c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/840aa764-ed52-4341-beea-ed8ef18b41fe HTTP/1.1" status: 204 len: 168 time: 0.1856351 Mar 31 18:28:53.324868 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f733be-09f1-45e0-b929-134d9f73478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840aa764-ed52-4341-beea-ed8ef18b41fe,revision_number=None']} {{(pid=103982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 18:28:53.476706 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:08.497718 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:29:15.739127 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:17.229980 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-ca029031-b143-4b27-ab33-cd372d5c482b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:19.469701 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2976e610-864c-4709-ad7b-e29d6ce93cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:20.635956 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:22.464145 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:23.504291 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:45.499215 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:29:45.749653 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:47.229542 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3c503453-6ad3-4440-aba9-b9e7e0332059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:49.474589 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-42730214-a5b3-4b4f-b71b-e75caa4bdd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:50.669263 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:52.428950 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:29:53.485897 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:14.685327 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-1a0c133d-3a66-44f5-9867-f05bc8cf7bf7 service neutron] (103982) timed out ('10.222.0.65', 59072) {{(pid=103982) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 18:30:15.782093 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:17.161351 dv-cinder-master-3-smb neutron-server[103981]: DEBUG neutron.wsgi [req-ac8a01ad-6f24-4169-9c51-5d9b2fad4f92 req-b61a3c5a-4dde-48fa-ab7c-316e9b4c4bba service neutron] (103981) timed out ('10.222.0.65', 59084) {{(pid=103981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 18:30:17.279804 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-bee6e98f-49ad-4e41-af34-e805f577bb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:19.322705 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-95672949-6418-40e6-a807-13fdf0c68c2f req-b6937c2f-6eb8-4a30-b7b2-ad89b0f8287b service neutron] (103982) timed out ('10.222.0.65', 59076) {{(pid=103982) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 18:30:19.473017 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-06bc4f8c-7152-4918-80c5-26c700a4c3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:20.696622 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:22.490625 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:22.497779 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:30:23.495982 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:36.752318 dv-cinder-master-3-smb neutron-server[103982]: DEBUG neutron.wsgi [req-fa544a40-7f62-4c65-bc7d-33c9f3b0f9b4 req-97289201-3e37-4934-98a1-85f0459dfbd7 service neutron] (103982) timed out ('10.222.0.65', 59085) {{(pid=103982) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 18:30:45.781304 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:47.272121 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f9bcb037-d2b0-435e-aa5c-f2d1793e64f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:49.483906 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-0f87ff58-99a2-4a7e-ace7-1f93759bb931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:50.672393 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:52.438115 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:53.490333 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:30:59.496321 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:31:15.797428 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:17.265819 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-84c80775-105c-4417-b652-331065fde4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:19.506082 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-521414c3-c9e2-4920-b0b1-c19cc687f880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:20.642671 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:22.511807 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:23.499860 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:36.495817 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:31:45.802203 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:47.235721 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a81-9e15-4ee1-b5f9-ea3f11a9718a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:49.516058 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-13b768eb-c0f7-4c92-ad4c-049ed9478444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:50.682442 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:52.481590 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:31:53.487351 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:13.495624 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:32:15.857960 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:17.240641 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3c88-0fbd-47da-9961-84fa282abd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:19.486173 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-73f3e1f8-87bd-4c9d-baa1-cb02199442f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:20.652835 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:22.480533 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:23.491825 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:45.828362 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:47.245149 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-727cf15d-c361-4d85-84ed-fd73172a1843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:49.530994 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-2fcd200c-4e64-41e5-af4f-5de883b2eedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:50.495739 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:32:50.662962 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:52.491001 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:32:53.513627 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:15.993267 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:17.273129 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3474823d-0b23-483c-a13a-a96a88690782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:19.461553 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-3633c323-83ce-44c3-85c8-388f2813318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:20.666629 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:22.495360 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:23.483749 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:27.495087 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:33:45.848712 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:47.226064 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b06-b5e1-4b86-8c77-4acaea44be35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (c353c704-c657-48cc-a02b-19e720b0dc17), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:49.505608 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-77a23ac6-e9f4-46f2-adda-8437666cb24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a5c2ae6a-3963-40ef-b24a-cd9f5c58817a), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:50.729037 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-f72fce2e-5903-477b-942a-0de8186b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (a9af0bd3-5020-4fc7-9d30-d2b6259263cb), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:52.505797 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-99fcdfd3-a7bc-4d5c-896a-bd6c2996bffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (8b873447-a1f0-4dda-92a9-bd7b8d7d9363), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:33:53.471549 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-de1b9d30-8285-4c9f-b9d4-8265423af089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (0da06b73-a960-48d8-8a31-bbdc6bba2130), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 18:34:04.492735 dv-cinder-master-3-smb neutron-server[103984]: DEBUG neutron.db.agents_db [None req-b6c38752-c720-4f67-8b32-331326f4aa7f None None] Agent healthcheck: found 6 active agents {{(pid=103984) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 18:34:15.836949 dv-cinder-master-3-smb neutron-server[103983]: DEBUG neutron_lib.callbacks.manager [None req-511dff7e-1251-44c2-ae40-7348d503b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745166759976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672119'] for agent (d63ce783-235a-466e-9e4f-b78502075af9), after_update {{(pid=103983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}